2024-11-15 11:42:46,478 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-15 11:42:46,494 main DEBUG Took 0.013031 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-15 11:42:46,495 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-15 11:42:46,495 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-15 11:42:46,497 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-15 11:42:46,498 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:42:46,509 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-15 11:42:46,527 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:42:46,529 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:42:46,530 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:42:46,530 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:42:46,531 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:42:46,532 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:42:46,533 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:42:46,533 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:42:46,534 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:42:46,534 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:42:46,536 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:42:46,536 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:42:46,537 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:42:46,537 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:42:46,538 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:42:46,539 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:42:46,540 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:42:46,540 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:42:46,541 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:42:46,542 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:42:46,542 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:42:46,543 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:42:46,544 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:42:46,545 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:42:46,546 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:42:46,547 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-15 11:42:46,549 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:42:46,552 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-15 11:42:46,555 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-15 11:42:46,556 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-15 11:42:46,557 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-15 11:42:46,558 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-15 11:42:46,567 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-15 11:42:46,571 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-15 11:42:46,573 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-15 11:42:46,574 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-15 11:42:46,574 main DEBUG createAppenders(={Console}) 2024-11-15 11:42:46,575 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-11-15 11:42:46,575 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-15 11:42:46,575 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-11-15 11:42:46,576 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-15 11:42:46,576 main DEBUG OutputStream closed 2024-11-15 11:42:46,576 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-15 11:42:46,577 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-15 11:42:46,577 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-11-15 11:42:46,648 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-15 11:42:46,650 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-15 11:42:46,651 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-15 11:42:46,652 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-15 11:42:46,653 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-15 11:42:46,653 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-15 11:42:46,653 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-15 11:42:46,654 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-15 11:42:46,654 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-15 11:42:46,654 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-15 11:42:46,654 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-15 11:42:46,655 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-15 11:42:46,655 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-15 11:42:46,655 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-15 11:42:46,656 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-15 11:42:46,656 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-15 11:42:46,656 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-15 11:42:46,657 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-15 11:42:46,659 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15 11:42:46,659 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-11-15 11:42:46,660 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-15 11:42:46,660 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-11-15T11:42:46,934 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060 2024-11-15 11:42:46,938 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-15 11:42:46,939 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15T11:42:46,950 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-15T11:42:46,959 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayValueCompression timeout: 13 mins 2024-11-15T11:42:46,988 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-15T11:42:47,051 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-15T11:42:47,052 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-15T11:42:47,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T11:42:47,086 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/cluster_88edee4b-caea-781c-c9c9-68c60d8f7c43, deleteOnExit=true 2024-11-15T11:42:47,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T11:42:47,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/test.cache.data in system properties and HBase conf 2024-11-15T11:42:47,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T11:42:47,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/hadoop.log.dir in system properties and HBase conf 2024-11-15T11:42:47,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T11:42:47,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T11:42:47,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T11:42:47,164 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-15T11:42:47,252 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T11:42:47,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T11:42:47,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T11:42:47,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T11:42:47,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T11:42:47,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T11:42:47,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T11:42:47,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T11:42:47,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T11:42:47,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T11:42:47,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/nfs.dump.dir in system properties and HBase conf 2024-11-15T11:42:47,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/java.io.tmpdir in system properties and HBase conf 2024-11-15T11:42:47,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T11:42:47,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T11:42:47,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T11:42:48,198 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T11:42:48,263 INFO [Time-limited test {}] log.Log(170): Logging initialized @2586ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-15T11:42:48,327 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:42:48,388 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:42:48,411 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:42:48,411 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:42:48,413 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T11:42:48,426 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:42:48,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:42:48,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:42:48,609 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3717288f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/java.io.tmpdir/jetty-localhost-40031-hadoop-hdfs-3_4_1-tests_jar-_-any-16133526661072879638/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T11:42:48,615 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:40031} 2024-11-15T11:42:48,615 INFO [Time-limited test {}] server.Server(415): Started @2939ms 2024-11-15T11:42:49,113 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:42:49,122 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:42:49,126 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:42:49,126 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:42:49,126 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T11:42:49,127 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:42:49,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:42:49,243 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@330740de{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/java.io.tmpdir/jetty-localhost-40513-hadoop-hdfs-3_4_1-tests_jar-_-any-15283635842018322645/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:42:49,244 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:40513} 2024-11-15T11:42:49,244 INFO [Time-limited test {}] server.Server(415): Started @3567ms 2024-11-15T11:42:49,295 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T11:42:49,404 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:42:49,409 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:42:49,411 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:42:49,411 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:42:49,411 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T11:42:49,415 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:42:49,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:42:49,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bd427b8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/java.io.tmpdir/jetty-localhost-37627-hadoop-hdfs-3_4_1-tests_jar-_-any-3583057001287650060/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:42:49,516 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:37627} 2024-11-15T11:42:49,517 INFO [Time-limited test {}] server.Server(415): Started @3840ms 2024-11-15T11:42:49,519 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T11:42:49,560 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:42:49,564 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:42:49,566 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:42:49,566 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:42:49,566 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T11:42:49,567 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:42:49,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:42:49,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35f1150e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/java.io.tmpdir/jetty-localhost-33443-hadoop-hdfs-3_4_1-tests_jar-_-any-13143933148079410736/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:42:49,671 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:33443} 2024-11-15T11:42:49,672 INFO [Time-limited test {}] server.Server(415): Started @3995ms 2024-11-15T11:42:49,673 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T11:42:50,440 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/cluster_88edee4b-caea-781c-c9c9-68c60d8f7c43/data/data1/current/BP-810761193-172.17.0.2-1731670967786/current, will proceed with Du for space computation calculation, 2024-11-15T11:42:50,440 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/cluster_88edee4b-caea-781c-c9c9-68c60d8f7c43/data/data4/current/BP-810761193-172.17.0.2-1731670967786/current, will proceed with Du for space computation calculation, 2024-11-15T11:42:50,440 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/cluster_88edee4b-caea-781c-c9c9-68c60d8f7c43/data/data3/current/BP-810761193-172.17.0.2-1731670967786/current, will proceed with Du for space computation calculation, 2024-11-15T11:42:50,440 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/cluster_88edee4b-caea-781c-c9c9-68c60d8f7c43/data/data2/current/BP-810761193-172.17.0.2-1731670967786/current, will proceed with Du for space computation calculation, 2024-11-15T11:42:50,443 WARN [Thread-129 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/cluster_88edee4b-caea-781c-c9c9-68c60d8f7c43/data/data6/current/BP-810761193-172.17.0.2-1731670967786/current, will proceed with Du for space computation calculation, 2024-11-15T11:42:50,443 WARN [Thread-128 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/cluster_88edee4b-caea-781c-c9c9-68c60d8f7c43/data/data5/current/BP-810761193-172.17.0.2-1731670967786/current, will proceed with Du for space computation calculation, 2024-11-15T11:42:50,487 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T11:42:50,488 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T11:42:50,488 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T11:42:50,544 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcbd44204b0668ee with lease ID 0xc0d9a08e6c5af0e: Processing first storage report for DS-0b896dea-fd5d-4b4a-88e0-4eea800a37e4 from datanode DatanodeRegistration(127.0.0.1:39965, datanodeUuid=4a01c6b5-65fd-49e2-b52b-1c91772e0f1f, infoPort=42777, infoSecurePort=0, ipcPort=42473, storageInfo=lv=-57;cid=testClusterID;nsid=705039405;c=1731670967786) 2024-11-15T11:42:50,546 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcbd44204b0668ee with lease ID 0xc0d9a08e6c5af0e: from storage DS-0b896dea-fd5d-4b4a-88e0-4eea800a37e4 node DatanodeRegistration(127.0.0.1:39965, datanodeUuid=4a01c6b5-65fd-49e2-b52b-1c91772e0f1f, infoPort=42777, infoSecurePort=0, ipcPort=42473, storageInfo=lv=-57;cid=testClusterID;nsid=705039405;c=1731670967786), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-15T11:42:50,546 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe6af8da079173bfe with lease ID 0xc0d9a08e6c5af10: Processing first storage report for DS-40be2364-24ac-4d1d-9218-bb5cd184da07 from datanode DatanodeRegistration(127.0.0.1:36843, datanodeUuid=4413f4d4-23d2-4423-a066-dfab773ffe18, infoPort=45729, infoSecurePort=0, ipcPort=40165, storageInfo=lv=-57;cid=testClusterID;nsid=705039405;c=1731670967786) 2024-11-15T11:42:50,547 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe6af8da079173bfe with lease ID 0xc0d9a08e6c5af10: from storage DS-40be2364-24ac-4d1d-9218-bb5cd184da07 node DatanodeRegistration(127.0.0.1:36843, datanodeUuid=4413f4d4-23d2-4423-a066-dfab773ffe18, infoPort=45729, infoSecurePort=0, ipcPort=40165, storageInfo=lv=-57;cid=testClusterID;nsid=705039405;c=1731670967786), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T11:42:50,547 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x31e2bdb92ead8d35 with lease ID 0xc0d9a08e6c5af0f: Processing first storage report for DS-e161f08f-bfa6-4d7a-b878-188081a9fba1 from datanode DatanodeRegistration(127.0.0.1:35399, datanodeUuid=07b419a6-edd9-49a9-a609-ecd78cd74eda, infoPort=38737, infoSecurePort=0, ipcPort=36685, storageInfo=lv=-57;cid=testClusterID;nsid=705039405;c=1731670967786) 2024-11-15T11:42:50,547 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x31e2bdb92ead8d35 with lease ID 0xc0d9a08e6c5af0f: from storage DS-e161f08f-bfa6-4d7a-b878-188081a9fba1 node DatanodeRegistration(127.0.0.1:35399, datanodeUuid=07b419a6-edd9-49a9-a609-ecd78cd74eda, infoPort=38737, infoSecurePort=0, ipcPort=36685, storageInfo=lv=-57;cid=testClusterID;nsid=705039405;c=1731670967786), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T11:42:50,547 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcbd44204b0668ee with lease ID 0xc0d9a08e6c5af0e: Processing first storage report for DS-0bb3689f-fe9e-4e61-9d6b-11404f2bf9fe from datanode DatanodeRegistration(127.0.0.1:39965, datanodeUuid=4a01c6b5-65fd-49e2-b52b-1c91772e0f1f, infoPort=42777, infoSecurePort=0, ipcPort=42473, storageInfo=lv=-57;cid=testClusterID;nsid=705039405;c=1731670967786) 2024-11-15T11:42:50,548 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcbd44204b0668ee with lease ID 0xc0d9a08e6c5af0e: from storage DS-0bb3689f-fe9e-4e61-9d6b-11404f2bf9fe node DatanodeRegistration(127.0.0.1:39965, datanodeUuid=4a01c6b5-65fd-49e2-b52b-1c91772e0f1f, infoPort=42777, infoSecurePort=0, ipcPort=42473, storageInfo=lv=-57;cid=testClusterID;nsid=705039405;c=1731670967786), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T11:42:50,548 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe6af8da079173bfe with lease ID 0xc0d9a08e6c5af10: Processing first storage report for DS-1238d52b-ba42-4936-acb5-cec72a0a342e from datanode DatanodeRegistration(127.0.0.1:36843, datanodeUuid=4413f4d4-23d2-4423-a066-dfab773ffe18, infoPort=45729, infoSecurePort=0, ipcPort=40165, storageInfo=lv=-57;cid=testClusterID;nsid=705039405;c=1731670967786) 2024-11-15T11:42:50,548 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe6af8da079173bfe with lease ID 0xc0d9a08e6c5af10: from storage DS-1238d52b-ba42-4936-acb5-cec72a0a342e node DatanodeRegistration(127.0.0.1:36843, datanodeUuid=4413f4d4-23d2-4423-a066-dfab773ffe18, infoPort=45729, infoSecurePort=0, ipcPort=40165, storageInfo=lv=-57;cid=testClusterID;nsid=705039405;c=1731670967786), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T11:42:50,549 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x31e2bdb92ead8d35 with lease ID 0xc0d9a08e6c5af0f: Processing first storage report for DS-28e0fc15-dc26-4024-b841-b1661de787bf from datanode DatanodeRegistration(127.0.0.1:35399, datanodeUuid=07b419a6-edd9-49a9-a609-ecd78cd74eda, infoPort=38737, infoSecurePort=0, ipcPort=36685, storageInfo=lv=-57;cid=testClusterID;nsid=705039405;c=1731670967786) 2024-11-15T11:42:50,549 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x31e2bdb92ead8d35 with lease ID 0xc0d9a08e6c5af0f: from storage DS-28e0fc15-dc26-4024-b841-b1661de787bf node DatanodeRegistration(127.0.0.1:35399, datanodeUuid=07b419a6-edd9-49a9-a609-ecd78cd74eda, infoPort=38737, infoSecurePort=0, ipcPort=36685, storageInfo=lv=-57;cid=testClusterID;nsid=705039405;c=1731670967786), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T11:42:50,578 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060 2024-11-15T11:42:50,676 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/cluster_88edee4b-caea-781c-c9c9-68c60d8f7c43/zookeeper_0, clientPort=62513, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/cluster_88edee4b-caea-781c-c9c9-68c60d8f7c43/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/cluster_88edee4b-caea-781c-c9c9-68c60d8f7c43/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T11:42:50,688 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62513 2024-11-15T11:42:50,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:42:50,708 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:42:50,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741825_1001 (size=7) 2024-11-15T11:42:50,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741825_1001 (size=7) 2024-11-15T11:42:50,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741825_1001 (size=7) 2024-11-15T11:42:51,299 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409 with version=8 2024-11-15T11:42:51,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/hbase-staging 2024-11-15T11:42:51,567 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7adf9b3d9d04:0 server-side Connection retries=45 2024-11-15T11:42:51,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:42:51,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:42:51,580 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:42:51,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:42:51,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:42:51,707 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T11:42:51,760 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-15T11:42:51,768 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-15T11:42:51,772 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:42:51,793 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 8637 (auto-detected) 2024-11-15T11:42:51,794 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-15T11:42:51,812 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33479 2024-11-15T11:42:51,831 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33479 connecting to ZooKeeper ensemble=127.0.0.1:62513 2024-11-15T11:42:51,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334790x0, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:42:51,952 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33479-0x1013f97a3e50000 connected 2024-11-15T11:42:52,047 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:42:52,054 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:42:52,066 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33479-0x1013f97a3e50000, quorum=127.0.0.1:62513, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T11:42:52,069 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409, hbase.cluster.distributed=false 2024-11-15T11:42:52,091 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33479-0x1013f97a3e50000, quorum=127.0.0.1:62513, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T11:42:52,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33479 2024-11-15T11:42:52,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33479 2024-11-15T11:42:52,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33479 2024-11-15T11:42:52,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33479 2024-11-15T11:42:52,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33479 2024-11-15T11:42:52,199 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7adf9b3d9d04:0 server-side Connection retries=45 2024-11-15T11:42:52,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:42:52,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:42:52,201 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:42:52,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:42:52,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:42:52,204 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T11:42:52,207 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:42:52,208 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42085 2024-11-15T11:42:52,211 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42085 connecting to ZooKeeper ensemble=127.0.0.1:62513 2024-11-15T11:42:52,212 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:42:52,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:42:52,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420850x0, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:42:52,243 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42085-0x1013f97a3e50001, quorum=127.0.0.1:62513, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T11:42:52,243 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42085-0x1013f97a3e50001 connected 2024-11-15T11:42:52,248 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T11:42:52,257 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T11:42:52,260 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42085-0x1013f97a3e50001, quorum=127.0.0.1:62513, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T11:42:52,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42085-0x1013f97a3e50001, quorum=127.0.0.1:62513, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T11:42:52,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42085 2024-11-15T11:42:52,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42085 2024-11-15T11:42:52,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42085 2024-11-15T11:42:52,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42085 2024-11-15T11:42:52,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42085 2024-11-15T11:42:52,282 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7adf9b3d9d04:0 server-side Connection retries=45 2024-11-15T11:42:52,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:42:52,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:42:52,283 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:42:52,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:42:52,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:42:52,283 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T11:42:52,284 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:42:52,284 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42231 2024-11-15T11:42:52,286 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42231 connecting to ZooKeeper ensemble=127.0.0.1:62513 2024-11-15T11:42:52,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:42:52,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:42:52,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422310x0, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:42:52,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422310x0, quorum=127.0.0.1:62513, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T11:42:52,313 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42231-0x1013f97a3e50002 connected 2024-11-15T11:42:52,313 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T11:42:52,314 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T11:42:52,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42231-0x1013f97a3e50002, quorum=127.0.0.1:62513, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T11:42:52,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42231-0x1013f97a3e50002, quorum=127.0.0.1:62513, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T11:42:52,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42231 2024-11-15T11:42:52,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42231 2024-11-15T11:42:52,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42231 2024-11-15T11:42:52,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42231 2024-11-15T11:42:52,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42231 2024-11-15T11:42:52,338 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7adf9b3d9d04:0 server-side Connection retries=45 2024-11-15T11:42:52,338 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:42:52,338 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:42:52,338 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:42:52,338 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:42:52,338 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:42:52,339 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T11:42:52,339 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:42:52,340 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34049 2024-11-15T11:42:52,341 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34049 connecting to ZooKeeper ensemble=127.0.0.1:62513 2024-11-15T11:42:52,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:42:52,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:42:52,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340490x0, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:42:52,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:340490x0, quorum=127.0.0.1:62513, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T11:42:52,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34049-0x1013f97a3e50003 connected 2024-11-15T11:42:52,359 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T11:42:52,360 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T11:42:52,361 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34049-0x1013f97a3e50003, quorum=127.0.0.1:62513, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T11:42:52,363 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34049-0x1013f97a3e50003, quorum=127.0.0.1:62513, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T11:42:52,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34049 2024-11-15T11:42:52,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34049 2024-11-15T11:42:52,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34049 2024-11-15T11:42:52,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34049 2024-11-15T11:42:52,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34049 2024-11-15T11:42:52,381 DEBUG [M:0;7adf9b3d9d04:33479 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7adf9b3d9d04:33479 2024-11-15T11:42:52,383 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7adf9b3d9d04,33479,1731670971416 2024-11-15T11:42:52,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42231-0x1013f97a3e50002, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T11:42:52,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42085-0x1013f97a3e50001, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T11:42:52,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33479-0x1013f97a3e50000, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T11:42:52,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x1013f97a3e50003, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T11:42:52,398 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33479-0x1013f97a3e50000, quorum=127.0.0.1:62513, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7adf9b3d9d04,33479,1731670971416 2024-11-15T11:42:52,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x1013f97a3e50003, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T11:42:52,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42231-0x1013f97a3e50002, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T11:42:52,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42085-0x1013f97a3e50001, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T11:42:52,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33479-0x1013f97a3e50000, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T11:42:52,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x1013f97a3e50003, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T11:42:52,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42231-0x1013f97a3e50002, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T11:42:52,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42085-0x1013f97a3e50001, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T11:42:52,434 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33479-0x1013f97a3e50000, quorum=127.0.0.1:62513, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T11:42:52,435 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7adf9b3d9d04,33479,1731670971416 from backup master directory 2024-11-15T11:42:52,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42085-0x1013f97a3e50001, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T11:42:52,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33479-0x1013f97a3e50000, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7adf9b3d9d04,33479,1731670971416 2024-11-15T11:42:52,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x1013f97a3e50003, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T11:42:52,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42231-0x1013f97a3e50002, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T11:42:52,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33479-0x1013f97a3e50000, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T11:42:52,447 WARN [master/7adf9b3d9d04:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:42:52,447 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7adf9b3d9d04,33479,1731670971416 2024-11-15T11:42:52,449 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-15T11:42:52,451 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-15T11:42:52,505 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/hbase.id] with ID: d11ca153-8c9e-458a-8dd4-6480ed582d32 2024-11-15T11:42:52,505 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/.tmp/hbase.id 2024-11-15T11:42:52,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741826_1002 (size=42) 2024-11-15T11:42:52,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741826_1002 (size=42) 2024-11-15T11:42:52,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741826_1002 (size=42) 2024-11-15T11:42:52,521 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/.tmp/hbase.id]:[hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/hbase.id] 2024-11-15T11:42:52,562 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:42:52,568 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T11:42:52,586 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-15T11:42:52,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33479-0x1013f97a3e50000, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T11:42:52,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x1013f97a3e50003, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T11:42:52,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42085-0x1013f97a3e50001, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T11:42:52,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42231-0x1013f97a3e50002, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T11:42:52,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741827_1003 (size=196) 2024-11-15T11:42:52,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741827_1003 (size=196) 2024-11-15T11:42:52,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741827_1003 (size=196) 2024-11-15T11:42:52,648 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:42:52,650 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T11:42:52,655 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:42:52,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741828_1004 (size=1189) 2024-11-15T11:42:52,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741828_1004 (size=1189) 2024-11-15T11:42:52,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741828_1004 (size=1189) 2024-11-15T11:42:52,702 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/MasterData/data/master/store 2024-11-15T11:42:52,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741829_1005 (size=34) 2024-11-15T11:42:52,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741829_1005 (size=34) 2024-11-15T11:42:52,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741829_1005 (size=34) 2024-11-15T11:42:52,728 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-15T11:42:52,731 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:42:52,732 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T11:42:52,732 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:42:52,733 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:42:52,734 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T11:42:52,734 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:42:52,734 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:42:52,735 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731670972732Disabling compacts and flushes for region at 1731670972732Disabling writes for close at 1731670972734 (+2 ms)Writing region close event to WAL at 1731670972734Closed at 1731670972734 2024-11-15T11:42:52,737 WARN [master/7adf9b3d9d04:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/MasterData/data/master/store/.initializing 2024-11-15T11:42:52,738 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/MasterData/WALs/7adf9b3d9d04,33479,1731670971416 2024-11-15T11:42:52,745 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:42:52,759 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7adf9b3d9d04%2C33479%2C1731670971416, suffix=, logDir=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/MasterData/WALs/7adf9b3d9d04,33479,1731670971416, archiveDir=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/MasterData/oldWALs, maxLogs=10 2024-11-15T11:42:52,787 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/MasterData/WALs/7adf9b3d9d04,33479,1731670971416/7adf9b3d9d04%2C33479%2C1731670971416.1731670972763, exclude list is [], retry=0 2024-11-15T11:42:52,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:42:52,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39965,DS-0b896dea-fd5d-4b4a-88e0-4eea800a37e4,DISK] 2024-11-15T11:42:52,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36843,DS-40be2364-24ac-4d1d-9218-bb5cd184da07,DISK] 2024-11-15T11:42:52,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35399,DS-e161f08f-bfa6-4d7a-b878-188081a9fba1,DISK] 2024-11-15T11:42:52,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-15T11:42:52,846 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/MasterData/WALs/7adf9b3d9d04,33479,1731670971416/7adf9b3d9d04%2C33479%2C1731670971416.1731670972763 2024-11-15T11:42:52,847 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38737:38737),(127.0.0.1/127.0.0.1:42777:42777),(127.0.0.1/127.0.0.1:45729:45729)] 2024-11-15T11:42:52,848 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:42:52,848 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:42:52,851 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:42:52,852 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:42:52,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:42:52,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T11:42:52,911 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:42:52,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:42:52,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:42:52,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T11:42:52,917 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:42:52,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:42:52,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:42:52,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T11:42:52,921 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:42:52,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:42:52,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:42:52,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T11:42:52,925 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:42:52,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:42:52,926 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:42:52,929 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:42:52,930 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:42:52,935 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:42:52,935 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:42:52,939 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:42:52,942 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:42:52,946 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:42:52,948 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65313031, jitterRate=-0.026759997010231018}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:42:52,955 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731670972863Initializing all the Stores at 1731670972865 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731670972866 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670972866Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670972867 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670972867Cleaning up temporary data from old regions at 1731670972935 (+68 ms)Region opened successfully at 1731670972954 (+19 ms) 2024-11-15T11:42:52,956 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T11:42:52,986 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71446235, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7adf9b3d9d04/172.17.0.2:0 2024-11-15T11:42:53,013 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T11:42:53,022 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T11:42:53,022 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T11:42:53,025 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T11:42:53,026 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-15T11:42:53,031 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-15T11:42:53,031 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T11:42:53,057 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T11:42:53,064 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33479-0x1013f97a3e50000, quorum=127.0.0.1:62513, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T11:42:53,111 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T11:42:53,116 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T11:42:53,119 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33479-0x1013f97a3e50000, quorum=127.0.0.1:62513, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T11:42:53,128 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T11:42:53,130 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T11:42:53,133 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33479-0x1013f97a3e50000, quorum=127.0.0.1:62513, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T11:42:53,141 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T11:42:53,143 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33479-0x1013f97a3e50000, quorum=127.0.0.1:62513, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T11:42:53,153 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T11:42:53,176 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33479-0x1013f97a3e50000, quorum=127.0.0.1:62513, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T11:42:53,186 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T11:42:53,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42085-0x1013f97a3e50001, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T11:42:53,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x1013f97a3e50003, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T11:42:53,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42231-0x1013f97a3e50002, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T11:42:53,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33479-0x1013f97a3e50000, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T11:42:53,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42085-0x1013f97a3e50001, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T11:42:53,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x1013f97a3e50003, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T11:42:53,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42231-0x1013f97a3e50002, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T11:42:53,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33479-0x1013f97a3e50000, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T11:42:53,205 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7adf9b3d9d04,33479,1731670971416, sessionid=0x1013f97a3e50000, setting cluster-up flag (Was=false) 2024-11-15T11:42:53,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42231-0x1013f97a3e50002, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T11:42:53,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x1013f97a3e50003, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T11:42:53,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42085-0x1013f97a3e50001, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T11:42:53,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33479-0x1013f97a3e50000, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T11:42:53,270 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T11:42:53,276 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7adf9b3d9d04,33479,1731670971416 2024-11-15T11:42:53,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42231-0x1013f97a3e50002, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T11:42:53,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x1013f97a3e50003, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T11:42:53,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33479-0x1013f97a3e50000, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T11:42:53,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42085-0x1013f97a3e50001, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T11:42:53,328 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T11:42:53,330 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7adf9b3d9d04,33479,1731670971416 2024-11-15T11:42:53,339 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T11:42:53,371 INFO [RS:0;7adf9b3d9d04:42085 {}] regionserver.HRegionServer(746): ClusterId : d11ca153-8c9e-458a-8dd4-6480ed582d32 2024-11-15T11:42:53,371 INFO [RS:2;7adf9b3d9d04:34049 {}] regionserver.HRegionServer(746): ClusterId : d11ca153-8c9e-458a-8dd4-6480ed582d32 2024-11-15T11:42:53,371 INFO [RS:1;7adf9b3d9d04:42231 {}] regionserver.HRegionServer(746): ClusterId : d11ca153-8c9e-458a-8dd4-6480ed582d32 2024-11-15T11:42:53,373 DEBUG [RS:0;7adf9b3d9d04:42085 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T11:42:53,373 DEBUG [RS:2;7adf9b3d9d04:34049 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T11:42:53,373 DEBUG [RS:1;7adf9b3d9d04:42231 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T11:42:53,411 INFO [AsyncFSWAL-0-hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/MasterData-prefix:7adf9b3d9d04,33479,1731670971416 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-11-15T11:42:53,418 DEBUG [RS:1;7adf9b3d9d04:42231 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T11:42:53,418 DEBUG [RS:1;7adf9b3d9d04:42231 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T11:42:53,418 DEBUG [RS:0;7adf9b3d9d04:42085 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T11:42:53,418 DEBUG [RS:2;7adf9b3d9d04:34049 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T11:42:53,418 DEBUG [RS:2;7adf9b3d9d04:34049 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T11:42:53,418 DEBUG [RS:0;7adf9b3d9d04:42085 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T11:42:53,424 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T11:42:53,429 DEBUG [RS:2;7adf9b3d9d04:34049 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T11:42:53,429 DEBUG [RS:0;7adf9b3d9d04:42085 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T11:42:53,429 DEBUG [RS:1;7adf9b3d9d04:42231 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T11:42:53,430 DEBUG [RS:2;7adf9b3d9d04:34049 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14e760c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7adf9b3d9d04/172.17.0.2:0 2024-11-15T11:42:53,430 DEBUG [RS:0;7adf9b3d9d04:42085 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555bcb5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7adf9b3d9d04/172.17.0.2:0 2024-11-15T11:42:53,430 DEBUG [RS:1;7adf9b3d9d04:42231 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71262dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7adf9b3d9d04/172.17.0.2:0 2024-11-15T11:42:53,435 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T11:42:53,442 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T11:42:53,446 DEBUG [RS:1;7adf9b3d9d04:42231 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;7adf9b3d9d04:42231 2024-11-15T11:42:53,448 DEBUG [RS:2;7adf9b3d9d04:34049 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;7adf9b3d9d04:34049 2024-11-15T11:42:53,448 DEBUG [RS:0;7adf9b3d9d04:42085 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7adf9b3d9d04:42085 2024-11-15T11:42:53,449 INFO [RS:2;7adf9b3d9d04:34049 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T11:42:53,449 INFO [RS:0;7adf9b3d9d04:42085 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T11:42:53,449 INFO [RS:1;7adf9b3d9d04:42231 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T11:42:53,449 INFO [RS:2;7adf9b3d9d04:34049 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T11:42:53,449 INFO [RS:0;7adf9b3d9d04:42085 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T11:42:53,449 INFO [RS:1;7adf9b3d9d04:42231 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T11:42:53,449 DEBUG [RS:0;7adf9b3d9d04:42085 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T11:42:53,449 DEBUG [RS:2;7adf9b3d9d04:34049 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T11:42:53,449 DEBUG [RS:1;7adf9b3d9d04:42231 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T11:42:53,447 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7adf9b3d9d04,33479,1731670971416 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T11:42:53,452 INFO [RS:1;7adf9b3d9d04:42231 {}] regionserver.HRegionServer(2659): reportForDuty to master=7adf9b3d9d04,33479,1731670971416 with port=42231, startcode=1731670972282 2024-11-15T11:42:53,452 INFO [RS:0;7adf9b3d9d04:42085 {}] regionserver.HRegionServer(2659): reportForDuty to master=7adf9b3d9d04,33479,1731670971416 with port=42085, startcode=1731670972167 2024-11-15T11:42:53,452 INFO [RS:2;7adf9b3d9d04:34049 {}] regionserver.HRegionServer(2659): reportForDuty to master=7adf9b3d9d04,33479,1731670971416 with port=34049, startcode=1731670972337 2024-11-15T11:42:53,454 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7adf9b3d9d04:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:42:53,454 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7adf9b3d9d04:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:42:53,454 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7adf9b3d9d04:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:42:53,455 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7adf9b3d9d04:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:42:53,455 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7adf9b3d9d04:0, corePoolSize=10, maxPoolSize=10 2024-11-15T11:42:53,455 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7adf9b3d9d04:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:42:53,455 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7adf9b3d9d04:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:42:53,455 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7adf9b3d9d04:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:42:53,457 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731671003457 2024-11-15T11:42:53,459 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T11:42:53,460 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T11:42:53,460 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:42:53,460 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T11:42:53,464 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T11:42:53,465 DEBUG [RS:1;7adf9b3d9d04:42231 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T11:42:53,465 DEBUG [RS:2;7adf9b3d9d04:34049 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T11:42:53,465 DEBUG [RS:0;7adf9b3d9d04:42085 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T11:42:53,465 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T11:42:53,465 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T11:42:53,465 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T11:42:53,466 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:42:53,466 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T11:42:53,466 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:42:53,470 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T11:42:53,472 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T11:42:53,473 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T11:42:53,476 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T11:42:53,476 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T11:42:53,482 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7adf9b3d9d04:0:becomeActiveMaster-HFileCleaner.large.0-1731670973477,5,FailOnTimeoutGroup] 2024-11-15T11:42:53,483 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7adf9b3d9d04:0:becomeActiveMaster-HFileCleaner.small.0-1731670973483,5,FailOnTimeoutGroup] 2024-11-15T11:42:53,484 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:42:53,484 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T11:42:53,499 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T11:42:53,500 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T11:42:53,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741831_1007 (size=1321) 2024-11-15T11:42:53,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741831_1007 (size=1321) 2024-11-15T11:42:53,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741831_1007 (size=1321) 2024-11-15T11:42:53,503 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T11:42:53,504 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409 2024-11-15T11:42:53,518 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34985, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T11:42:53,518 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42007, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T11:42:53,518 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48211, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T11:42:53,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741832_1008 (size=32) 2024-11-15T11:42:53,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741832_1008 (size=32) 2024-11-15T11:42:53,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741832_1008 (size=32) 2024-11-15T11:42:53,526 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33479 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7adf9b3d9d04,42231,1731670972282 2024-11-15T11:42:53,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:42:53,529 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33479 {}] master.ServerManager(517): Registering regionserver=7adf9b3d9d04,42231,1731670972282 2024-11-15T11:42:53,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:42:53,535 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:42:53,536 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:42:53,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:42:53,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:42:53,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:42:53,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:42:53,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:42:53,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:42:53,543 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33479 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7adf9b3d9d04,34049,1731670972337 2024-11-15T11:42:53,544 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33479 {}] master.ServerManager(517): Registering regionserver=7adf9b3d9d04,34049,1731670972337 2024-11-15T11:42:53,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:42:53,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:42:53,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:42:53,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:42:53,547 DEBUG [RS:1;7adf9b3d9d04:42231 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409 2024-11-15T11:42:53,547 DEBUG [RS:1;7adf9b3d9d04:42231 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45687 2024-11-15T11:42:53,547 DEBUG [RS:1;7adf9b3d9d04:42231 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T11:42:53,549 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33479 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7adf9b3d9d04,42085,1731670972167 2024-11-15T11:42:53,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:42:53,549 DEBUG [RS:2;7adf9b3d9d04:34049 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409 2024-11-15T11:42:53,549 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33479 {}] master.ServerManager(517): Registering regionserver=7adf9b3d9d04,42085,1731670972167 2024-11-15T11:42:53,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:42:53,549 DEBUG [RS:2;7adf9b3d9d04:34049 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45687 2024-11-15T11:42:53,549 DEBUG [RS:2;7adf9b3d9d04:34049 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T11:42:53,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:42:53,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:42:53,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/hbase/meta/1588230740 2024-11-15T11:42:53,553 DEBUG [RS:0;7adf9b3d9d04:42085 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409 2024-11-15T11:42:53,553 DEBUG [RS:0;7adf9b3d9d04:42085 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45687 2024-11-15T11:42:53,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/hbase/meta/1588230740 2024-11-15T11:42:53,553 DEBUG [RS:0;7adf9b3d9d04:42085 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T11:42:53,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:42:53,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:42:53,557 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:42:53,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:42:53,564 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:42:53,565 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72046776, jitterRate=0.07358062267303467}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:42:53,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731670973528Initializing all the Stores at 1731670973530 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731670973530Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731670973530Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670973530Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731670973530Cleaning up temporary data from old regions at 1731670973557 (+27 ms)Region opened successfully at 1731670973569 (+12 ms) 2024-11-15T11:42:53,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T11:42:53,569 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T11:42:53,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T11:42:53,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T11:42:53,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T11:42:53,571 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T11:42:53,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731670973569Disabling compacts and flushes for region at 1731670973569Disabling writes for close at 1731670973569Writing region close event to WAL at 1731670973570 (+1 ms)Closed at 1731670973571 (+1 ms) 2024-11-15T11:42:53,574 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:42:53,574 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T11:42:53,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T11:42:53,588 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:42:53,591 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T11:42:53,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33479-0x1013f97a3e50000, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T11:42:53,625 DEBUG [RS:2;7adf9b3d9d04:34049 {}] zookeeper.ZKUtil(111): regionserver:34049-0x1013f97a3e50003, quorum=127.0.0.1:62513, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7adf9b3d9d04,34049,1731670972337 2024-11-15T11:42:53,625 DEBUG [RS:1;7adf9b3d9d04:42231 {}] zookeeper.ZKUtil(111): regionserver:42231-0x1013f97a3e50002, quorum=127.0.0.1:62513, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7adf9b3d9d04,42231,1731670972282 2024-11-15T11:42:53,625 WARN [RS:1;7adf9b3d9d04:42231 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:42:53,625 WARN [RS:2;7adf9b3d9d04:34049 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:42:53,625 INFO [RS:2;7adf9b3d9d04:34049 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:42:53,625 INFO [RS:1;7adf9b3d9d04:42231 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:42:53,625 DEBUG [RS:1;7adf9b3d9d04:42231 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/WALs/7adf9b3d9d04,42231,1731670972282 2024-11-15T11:42:53,625 DEBUG [RS:2;7adf9b3d9d04:34049 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/WALs/7adf9b3d9d04,34049,1731670972337 2024-11-15T11:42:53,626 DEBUG [RS:0;7adf9b3d9d04:42085 {}] zookeeper.ZKUtil(111): regionserver:42085-0x1013f97a3e50001, quorum=127.0.0.1:62513, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7adf9b3d9d04,42085,1731670972167 2024-11-15T11:42:53,626 WARN [RS:0;7adf9b3d9d04:42085 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:42:53,626 INFO [RS:0;7adf9b3d9d04:42085 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:42:53,626 DEBUG [RS:0;7adf9b3d9d04:42085 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/WALs/7adf9b3d9d04,42085,1731670972167 2024-11-15T11:42:53,627 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7adf9b3d9d04,42085,1731670972167] 2024-11-15T11:42:53,627 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7adf9b3d9d04,42231,1731670972282] 2024-11-15T11:42:53,627 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7adf9b3d9d04,34049,1731670972337] 2024-11-15T11:42:53,650 INFO [RS:0;7adf9b3d9d04:42085 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T11:42:53,650 INFO [RS:1;7adf9b3d9d04:42231 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T11:42:53,650 INFO [RS:2;7adf9b3d9d04:34049 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T11:42:53,666 INFO [RS:1;7adf9b3d9d04:42231 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T11:42:53,666 INFO [RS:0;7adf9b3d9d04:42085 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T11:42:53,666 INFO [RS:2;7adf9b3d9d04:34049 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T11:42:53,671 INFO [RS:1;7adf9b3d9d04:42231 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T11:42:53,671 INFO [RS:0;7adf9b3d9d04:42085 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T11:42:53,671 INFO [RS:2;7adf9b3d9d04:34049 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T11:42:53,671 INFO [RS:2;7adf9b3d9d04:34049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:42:53,671 INFO [RS:0;7adf9b3d9d04:42085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:42:53,671 INFO [RS:1;7adf9b3d9d04:42231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:42:53,673 INFO [RS:2;7adf9b3d9d04:34049 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T11:42:53,673 INFO [RS:1;7adf9b3d9d04:42231 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T11:42:53,673 INFO [RS:0;7adf9b3d9d04:42085 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T11:42:53,679 INFO [RS:2;7adf9b3d9d04:34049 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T11:42:53,679 INFO [RS:1;7adf9b3d9d04:42231 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T11:42:53,679 INFO [RS:0;7adf9b3d9d04:42085 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T11:42:53,681 INFO [RS:1;7adf9b3d9d04:42231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T11:42:53,681 INFO [RS:0;7adf9b3d9d04:42085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T11:42:53,681 INFO [RS:2;7adf9b3d9d04:34049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T11:42:53,681 DEBUG [RS:0;7adf9b3d9d04:42085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7adf9b3d9d04:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:42:53,681 DEBUG [RS:2;7adf9b3d9d04:34049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7adf9b3d9d04:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:42:53,681 DEBUG [RS:1;7adf9b3d9d04:42231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7adf9b3d9d04:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:42:53,681 DEBUG [RS:0;7adf9b3d9d04:42085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7adf9b3d9d04:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:42:53,681 DEBUG [RS:2;7adf9b3d9d04:34049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7adf9b3d9d04:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:42:53,682 DEBUG [RS:1;7adf9b3d9d04:42231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7adf9b3d9d04:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:42:53,682 DEBUG [RS:0;7adf9b3d9d04:42085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7adf9b3d9d04:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:42:53,682 DEBUG [RS:2;7adf9b3d9d04:34049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7adf9b3d9d04:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:42:53,682 DEBUG [RS:1;7adf9b3d9d04:42231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7adf9b3d9d04:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:42:53,682 DEBUG [RS:0;7adf9b3d9d04:42085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:42:53,682 DEBUG [RS:0;7adf9b3d9d04:42085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7adf9b3d9d04:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:42:53,682 DEBUG [RS:2;7adf9b3d9d04:34049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:42:53,682 DEBUG [RS:1;7adf9b3d9d04:42231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:42:53,682 DEBUG [RS:0;7adf9b3d9d04:42085 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7adf9b3d9d04:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:42:53,682 DEBUG [RS:2;7adf9b3d9d04:34049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7adf9b3d9d04:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:42:53,682 DEBUG [RS:1;7adf9b3d9d04:42231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7adf9b3d9d04:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:42:53,682 DEBUG [RS:0;7adf9b3d9d04:42085 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7adf9b3d9d04:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:42:53,682 DEBUG [RS:1;7adf9b3d9d04:42231 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7adf9b3d9d04:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:42:53,682 DEBUG [RS:2;7adf9b3d9d04:34049 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7adf9b3d9d04:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:42:53,682 DEBUG [RS:0;7adf9b3d9d04:42085 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7adf9b3d9d04:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:42:53,682 DEBUG [RS:2;7adf9b3d9d04:34049 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7adf9b3d9d04:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:42:53,682 DEBUG [RS:1;7adf9b3d9d04:42231 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7adf9b3d9d04:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:42:53,682 DEBUG [RS:0;7adf9b3d9d04:42085 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7adf9b3d9d04:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:42:53,683 DEBUG [RS:2;7adf9b3d9d04:34049 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7adf9b3d9d04:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:42:53,683 DEBUG [RS:1;7adf9b3d9d04:42231 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7adf9b3d9d04:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:42:53,683 DEBUG [RS:0;7adf9b3d9d04:42085 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7adf9b3d9d04:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:42:53,683 DEBUG [RS:1;7adf9b3d9d04:42231 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7adf9b3d9d04:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:42:53,683 DEBUG [RS:2;7adf9b3d9d04:34049 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7adf9b3d9d04:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:42:53,683 DEBUG [RS:0;7adf9b3d9d04:42085 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7adf9b3d9d04:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:42:53,683 DEBUG [RS:1;7adf9b3d9d04:42231 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7adf9b3d9d04:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:42:53,683 DEBUG [RS:2;7adf9b3d9d04:34049 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7adf9b3d9d04:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:42:53,683 DEBUG [RS:0;7adf9b3d9d04:42085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7adf9b3d9d04:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:42:53,683 DEBUG [RS:1;7adf9b3d9d04:42231 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7adf9b3d9d04:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:42:53,683 DEBUG [RS:2;7adf9b3d9d04:34049 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7adf9b3d9d04:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:42:53,683 DEBUG [RS:0;7adf9b3d9d04:42085 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7adf9b3d9d04:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:42:53,683 DEBUG [RS:1;7adf9b3d9d04:42231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7adf9b3d9d04:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:42:53,683 DEBUG [RS:2;7adf9b3d9d04:34049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7adf9b3d9d04:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:42:53,683 DEBUG [RS:0;7adf9b3d9d04:42085 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7adf9b3d9d04:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:42:53,683 DEBUG [RS:1;7adf9b3d9d04:42231 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7adf9b3d9d04:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:42:53,683 DEBUG [RS:2;7adf9b3d9d04:34049 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7adf9b3d9d04:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:42:53,683 DEBUG [RS:1;7adf9b3d9d04:42231 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7adf9b3d9d04:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:42:53,683 DEBUG [RS:2;7adf9b3d9d04:34049 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7adf9b3d9d04:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:42:53,687 INFO [RS:1;7adf9b3d9d04:42231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:42:53,687 INFO [RS:1;7adf9b3d9d04:42231 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:42:53,687 INFO [RS:1;7adf9b3d9d04:42231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:42:53,687 INFO [RS:1;7adf9b3d9d04:42231 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T11:42:53,688 INFO [RS:1;7adf9b3d9d04:42231 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T11:42:53,688 INFO [RS:1;7adf9b3d9d04:42231 {}] hbase.ChoreService(168): Chore ScheduledChore name=7adf9b3d9d04,42231,1731670972282-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:42:53,688 INFO [RS:0;7adf9b3d9d04:42085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:42:53,688 INFO [RS:0;7adf9b3d9d04:42085 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:42:53,688 INFO [RS:0;7adf9b3d9d04:42085 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:42:53,688 INFO [RS:0;7adf9b3d9d04:42085 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T11:42:53,688 INFO [RS:0;7adf9b3d9d04:42085 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T11:42:53,688 INFO [RS:0;7adf9b3d9d04:42085 {}] hbase.ChoreService(168): Chore ScheduledChore name=7adf9b3d9d04,42085,1731670972167-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:42:53,689 INFO [RS:2;7adf9b3d9d04:34049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:42:53,689 INFO [RS:2;7adf9b3d9d04:34049 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:42:53,689 INFO [RS:2;7adf9b3d9d04:34049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:42:53,689 INFO [RS:2;7adf9b3d9d04:34049 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T11:42:53,689 INFO [RS:2;7adf9b3d9d04:34049 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T11:42:53,689 INFO [RS:2;7adf9b3d9d04:34049 {}] hbase.ChoreService(168): Chore ScheduledChore name=7adf9b3d9d04,34049,1731670972337-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:42:53,709 INFO [RS:0;7adf9b3d9d04:42085 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T11:42:53,709 INFO [RS:2;7adf9b3d9d04:34049 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T11:42:53,710 INFO [RS:1;7adf9b3d9d04:42231 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T11:42:53,711 INFO [RS:2;7adf9b3d9d04:34049 {}] hbase.ChoreService(168): Chore ScheduledChore name=7adf9b3d9d04,34049,1731670972337-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:42:53,711 INFO [RS:1;7adf9b3d9d04:42231 {}] hbase.ChoreService(168): Chore ScheduledChore name=7adf9b3d9d04,42231,1731670972282-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:42:53,711 INFO [RS:0;7adf9b3d9d04:42085 {}] hbase.ChoreService(168): Chore ScheduledChore name=7adf9b3d9d04,42085,1731670972167-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:42:53,711 INFO [RS:1;7adf9b3d9d04:42231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:42:53,711 INFO [RS:2;7adf9b3d9d04:34049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:42:53,711 INFO [RS:0;7adf9b3d9d04:42085 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:42:53,711 INFO [RS:1;7adf9b3d9d04:42231 {}] regionserver.Replication(171): 7adf9b3d9d04,42231,1731670972282 started 2024-11-15T11:42:53,711 INFO [RS:2;7adf9b3d9d04:34049 {}] regionserver.Replication(171): 7adf9b3d9d04,34049,1731670972337 started 2024-11-15T11:42:53,711 INFO [RS:0;7adf9b3d9d04:42085 {}] regionserver.Replication(171): 7adf9b3d9d04,42085,1731670972167 started 2024-11-15T11:42:53,730 INFO [RS:0;7adf9b3d9d04:42085 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:42:53,730 INFO [RS:2;7adf9b3d9d04:34049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:42:53,731 INFO [RS:0;7adf9b3d9d04:42085 {}] regionserver.HRegionServer(1482): Serving as 7adf9b3d9d04,42085,1731670972167, RpcServer on 7adf9b3d9d04/172.17.0.2:42085, sessionid=0x1013f97a3e50001 2024-11-15T11:42:53,731 INFO [RS:2;7adf9b3d9d04:34049 {}] regionserver.HRegionServer(1482): Serving as 7adf9b3d9d04,34049,1731670972337, RpcServer on 7adf9b3d9d04/172.17.0.2:34049, sessionid=0x1013f97a3e50003 2024-11-15T11:42:53,731 DEBUG [RS:0;7adf9b3d9d04:42085 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T11:42:53,731 DEBUG [RS:2;7adf9b3d9d04:34049 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T11:42:53,731 DEBUG [RS:0;7adf9b3d9d04:42085 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7adf9b3d9d04,42085,1731670972167 2024-11-15T11:42:53,732 DEBUG [RS:2;7adf9b3d9d04:34049 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7adf9b3d9d04,34049,1731670972337 2024-11-15T11:42:53,732 DEBUG [RS:0;7adf9b3d9d04:42085 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7adf9b3d9d04,42085,1731670972167' 2024-11-15T11:42:53,732 DEBUG [RS:2;7adf9b3d9d04:34049 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7adf9b3d9d04,34049,1731670972337' 2024-11-15T11:42:53,732 DEBUG [RS:0;7adf9b3d9d04:42085 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T11:42:53,732 DEBUG [RS:2;7adf9b3d9d04:34049 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T11:42:53,733 DEBUG [RS:0;7adf9b3d9d04:42085 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T11:42:53,733 DEBUG [RS:2;7adf9b3d9d04:34049 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T11:42:53,733 DEBUG [RS:0;7adf9b3d9d04:42085 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T11:42:53,733 DEBUG [RS:0;7adf9b3d9d04:42085 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T11:42:53,733 DEBUG [RS:2;7adf9b3d9d04:34049 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T11:42:53,733 DEBUG [RS:2;7adf9b3d9d04:34049 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T11:42:53,734 DEBUG [RS:0;7adf9b3d9d04:42085 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7adf9b3d9d04,42085,1731670972167 2024-11-15T11:42:53,734 DEBUG [RS:2;7adf9b3d9d04:34049 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7adf9b3d9d04,34049,1731670972337 2024-11-15T11:42:53,734 DEBUG [RS:0;7adf9b3d9d04:42085 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7adf9b3d9d04,42085,1731670972167' 2024-11-15T11:42:53,734 DEBUG [RS:2;7adf9b3d9d04:34049 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7adf9b3d9d04,34049,1731670972337' 2024-11-15T11:42:53,734 DEBUG [RS:0;7adf9b3d9d04:42085 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T11:42:53,734 DEBUG [RS:2;7adf9b3d9d04:34049 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T11:42:53,734 INFO [RS:1;7adf9b3d9d04:42231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:42:53,734 INFO [RS:1;7adf9b3d9d04:42231 {}] regionserver.HRegionServer(1482): Serving as 7adf9b3d9d04,42231,1731670972282, RpcServer on 7adf9b3d9d04/172.17.0.2:42231, sessionid=0x1013f97a3e50002 2024-11-15T11:42:53,734 DEBUG [RS:0;7adf9b3d9d04:42085 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T11:42:53,734 DEBUG [RS:2;7adf9b3d9d04:34049 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T11:42:53,734 DEBUG [RS:1;7adf9b3d9d04:42231 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T11:42:53,735 DEBUG [RS:1;7adf9b3d9d04:42231 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7adf9b3d9d04,42231,1731670972282 2024-11-15T11:42:53,735 DEBUG [RS:1;7adf9b3d9d04:42231 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7adf9b3d9d04,42231,1731670972282' 2024-11-15T11:42:53,735 DEBUG [RS:1;7adf9b3d9d04:42231 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T11:42:53,735 DEBUG [RS:0;7adf9b3d9d04:42085 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T11:42:53,735 DEBUG [RS:2;7adf9b3d9d04:34049 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T11:42:53,735 INFO [RS:0;7adf9b3d9d04:42085 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T11:42:53,735 INFO [RS:2;7adf9b3d9d04:34049 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T11:42:53,735 INFO [RS:2;7adf9b3d9d04:34049 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T11:42:53,735 INFO [RS:0;7adf9b3d9d04:42085 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T11:42:53,735 DEBUG [RS:1;7adf9b3d9d04:42231 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T11:42:53,736 DEBUG [RS:1;7adf9b3d9d04:42231 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T11:42:53,736 DEBUG [RS:1;7adf9b3d9d04:42231 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T11:42:53,736 DEBUG [RS:1;7adf9b3d9d04:42231 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7adf9b3d9d04,42231,1731670972282 2024-11-15T11:42:53,736 DEBUG [RS:1;7adf9b3d9d04:42231 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7adf9b3d9d04,42231,1731670972282' 2024-11-15T11:42:53,736 DEBUG [RS:1;7adf9b3d9d04:42231 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T11:42:53,736 DEBUG [RS:1;7adf9b3d9d04:42231 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T11:42:53,737 DEBUG [RS:1;7adf9b3d9d04:42231 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T11:42:53,737 INFO [RS:1;7adf9b3d9d04:42231 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T11:42:53,737 INFO [RS:1;7adf9b3d9d04:42231 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T11:42:53,743 WARN [7adf9b3d9d04:33479 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-15T11:42:53,840 INFO [RS:0;7adf9b3d9d04:42085 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:42:53,840 INFO [RS:1;7adf9b3d9d04:42231 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:42:53,840 INFO [RS:2;7adf9b3d9d04:34049 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:42:53,843 INFO [RS:1;7adf9b3d9d04:42231 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7adf9b3d9d04%2C42231%2C1731670972282, suffix=, logDir=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/WALs/7adf9b3d9d04,42231,1731670972282, archiveDir=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/oldWALs, maxLogs=32 2024-11-15T11:42:53,843 INFO [RS:2;7adf9b3d9d04:34049 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7adf9b3d9d04%2C34049%2C1731670972337, suffix=, logDir=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/WALs/7adf9b3d9d04,34049,1731670972337, archiveDir=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/oldWALs, maxLogs=32 2024-11-15T11:42:53,845 INFO [RS:0;7adf9b3d9d04:42085 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7adf9b3d9d04%2C42085%2C1731670972167, suffix=, logDir=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/WALs/7adf9b3d9d04,42085,1731670972167, archiveDir=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/oldWALs, maxLogs=32 2024-11-15T11:42:53,859 DEBUG [RS:0;7adf9b3d9d04:42085 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/WALs/7adf9b3d9d04,42085,1731670972167/7adf9b3d9d04%2C42085%2C1731670972167.1731670973847, exclude list is [], retry=0 2024-11-15T11:42:53,860 DEBUG [RS:1;7adf9b3d9d04:42231 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/WALs/7adf9b3d9d04,42231,1731670972282/7adf9b3d9d04%2C42231%2C1731670972282.1731670973847, exclude list is [], retry=0 2024-11-15T11:42:53,860 DEBUG [RS:2;7adf9b3d9d04:34049 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/WALs/7adf9b3d9d04,34049,1731670972337/7adf9b3d9d04%2C34049%2C1731670972337.1731670973846, exclude list is [], retry=0 2024-11-15T11:42:53,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39965,DS-0b896dea-fd5d-4b4a-88e0-4eea800a37e4,DISK] 2024-11-15T11:42:53,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36843,DS-40be2364-24ac-4d1d-9218-bb5cd184da07,DISK] 2024-11-15T11:42:53,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36843,DS-40be2364-24ac-4d1d-9218-bb5cd184da07,DISK] 2024-11-15T11:42:53,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39965,DS-0b896dea-fd5d-4b4a-88e0-4eea800a37e4,DISK] 2024-11-15T11:42:53,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35399,DS-e161f08f-bfa6-4d7a-b878-188081a9fba1,DISK] 2024-11-15T11:42:53,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35399,DS-e161f08f-bfa6-4d7a-b878-188081a9fba1,DISK] 2024-11-15T11:42:53,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39965,DS-0b896dea-fd5d-4b4a-88e0-4eea800a37e4,DISK] 2024-11-15T11:42:53,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36843,DS-40be2364-24ac-4d1d-9218-bb5cd184da07,DISK] 2024-11-15T11:42:53,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35399,DS-e161f08f-bfa6-4d7a-b878-188081a9fba1,DISK] 2024-11-15T11:42:53,873 INFO [RS:1;7adf9b3d9d04:42231 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/WALs/7adf9b3d9d04,42231,1731670972282/7adf9b3d9d04%2C42231%2C1731670972282.1731670973847 2024-11-15T11:42:53,873 INFO [RS:2;7adf9b3d9d04:34049 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/WALs/7adf9b3d9d04,34049,1731670972337/7adf9b3d9d04%2C34049%2C1731670972337.1731670973846 2024-11-15T11:42:53,875 INFO [RS:0;7adf9b3d9d04:42085 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/WALs/7adf9b3d9d04,42085,1731670972167/7adf9b3d9d04%2C42085%2C1731670972167.1731670973847 2024-11-15T11:42:53,878 DEBUG [RS:1;7adf9b3d9d04:42231 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45729:45729),(127.0.0.1/127.0.0.1:38737:38737),(127.0.0.1/127.0.0.1:42777:42777)] 2024-11-15T11:42:53,878 DEBUG [RS:2;7adf9b3d9d04:34049 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42777:42777),(127.0.0.1/127.0.0.1:38737:38737),(127.0.0.1/127.0.0.1:45729:45729)] 2024-11-15T11:42:53,878 DEBUG [RS:0;7adf9b3d9d04:42085 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42777:42777),(127.0.0.1/127.0.0.1:45729:45729),(127.0.0.1/127.0.0.1:38737:38737)] 2024-11-15T11:42:53,999 DEBUG [7adf9b3d9d04:33479 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-15T11:42:54,008 DEBUG [7adf9b3d9d04:33479 {}] balancer.BalancerClusterState(204): Hosts are {7adf9b3d9d04=0} racks are {/default-rack=0} 2024-11-15T11:42:54,013 DEBUG [7adf9b3d9d04:33479 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T11:42:54,014 DEBUG [7adf9b3d9d04:33479 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T11:42:54,014 DEBUG [7adf9b3d9d04:33479 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-15T11:42:54,014 DEBUG [7adf9b3d9d04:33479 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T11:42:54,014 DEBUG [7adf9b3d9d04:33479 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T11:42:54,014 DEBUG [7adf9b3d9d04:33479 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-15T11:42:54,014 INFO [7adf9b3d9d04:33479 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T11:42:54,014 INFO [7adf9b3d9d04:33479 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T11:42:54,014 INFO [7adf9b3d9d04:33479 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-15T11:42:54,014 DEBUG [7adf9b3d9d04:33479 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T11:42:54,020 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7adf9b3d9d04,42231,1731670972282 2024-11-15T11:42:54,025 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7adf9b3d9d04,42231,1731670972282, state=OPENING 2024-11-15T11:42:54,058 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T11:42:54,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x1013f97a3e50003, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T11:42:54,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33479-0x1013f97a3e50000, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T11:42:54,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42231-0x1013f97a3e50002, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T11:42:54,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42085-0x1013f97a3e50001, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T11:42:54,071 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T11:42:54,071 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T11:42:54,071 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T11:42:54,071 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T11:42:54,072 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:42:54,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7adf9b3d9d04,42231,1731670972282}] 2024-11-15T11:42:54,251 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T11:42:54,254 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52127, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T11:42:54,265 INFO [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T11:42:54,266 INFO [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:42:54,266 INFO [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T11:42:54,270 INFO [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7adf9b3d9d04%2C42231%2C1731670972282.meta, suffix=.meta, logDir=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/WALs/7adf9b3d9d04,42231,1731670972282, archiveDir=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/oldWALs, maxLogs=32 2024-11-15T11:42:54,288 DEBUG [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/WALs/7adf9b3d9d04,42231,1731670972282/7adf9b3d9d04%2C42231%2C1731670972282.meta.1731670974272.meta, exclude list is [], retry=0 2024-11-15T11:42:54,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39965,DS-0b896dea-fd5d-4b4a-88e0-4eea800a37e4,DISK] 2024-11-15T11:42:54,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36843,DS-40be2364-24ac-4d1d-9218-bb5cd184da07,DISK] 2024-11-15T11:42:54,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35399,DS-e161f08f-bfa6-4d7a-b878-188081a9fba1,DISK] 2024-11-15T11:42:54,295 INFO [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/WALs/7adf9b3d9d04,42231,1731670972282/7adf9b3d9d04%2C42231%2C1731670972282.meta.1731670974272.meta 2024-11-15T11:42:54,295 DEBUG [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42777:42777),(127.0.0.1/127.0.0.1:38737:38737),(127.0.0.1/127.0.0.1:45729:45729)] 2024-11-15T11:42:54,295 DEBUG [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:42:54,297 DEBUG [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T11:42:54,299 DEBUG [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T11:42:54,304 INFO [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T11:42:54,308 DEBUG [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T11:42:54,309 DEBUG [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:42:54,309 DEBUG [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T11:42:54,309 DEBUG [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T11:42:54,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:42:54,314 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:42:54,314 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:42:54,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:42:54,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:42:54,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:42:54,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:42:54,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:42:54,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:42:54,319 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:42:54,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:42:54,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:42:54,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:42:54,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:42:54,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:42:54,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:42:54,323 DEBUG [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:42:54,324 DEBUG [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/hbase/meta/1588230740 2024-11-15T11:42:54,327 DEBUG [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/hbase/meta/1588230740 2024-11-15T11:42:54,330 DEBUG [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:42:54,330 DEBUG [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:42:54,331 DEBUG [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:42:54,334 DEBUG [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:42:54,336 INFO [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68444166, jitterRate=0.019897550344467163}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:42:54,337 DEBUG [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T11:42:54,338 DEBUG [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731670974309Writing region info on filesystem at 1731670974310 (+1 ms)Initializing all the Stores at 1731670974311 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731670974311Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731670974312 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670974312Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731670974312Cleaning up temporary data from old regions at 1731670974330 (+18 ms)Running coprocessor post-open hooks at 1731670974337 (+7 ms)Region opened successfully at 1731670974338 (+1 ms) 2024-11-15T11:42:54,345 INFO [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731670974240 2024-11-15T11:42:54,356 DEBUG [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T11:42:54,357 INFO [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T11:42:54,358 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7adf9b3d9d04,42231,1731670972282 2024-11-15T11:42:54,362 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7adf9b3d9d04,42231,1731670972282, state=OPEN 2024-11-15T11:42:54,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42085-0x1013f97a3e50001, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T11:42:54,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33479-0x1013f97a3e50000, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T11:42:54,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42231-0x1013f97a3e50002, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T11:42:54,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x1013f97a3e50003, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T11:42:54,386 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T11:42:54,386 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T11:42:54,386 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T11:42:54,386 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T11:42:54,387 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7adf9b3d9d04,42231,1731670972282 2024-11-15T11:42:54,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T11:42:54,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7adf9b3d9d04,42231,1731670972282 in 314 msec 2024-11-15T11:42:54,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T11:42:54,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 818 msec 2024-11-15T11:42:54,403 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:42:54,404 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T11:42:54,445 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:42:54,447 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7adf9b3d9d04,42231,1731670972282, seqNum=-1] 2024-11-15T11:42:54,468 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:42:54,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50933, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:42:54,490 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1220 sec 2024-11-15T11:42:54,490 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731670974490, completionTime=-1 2024-11-15T11:42:54,492 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-15T11:42:54,492 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-15T11:42:54,515 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-15T11:42:54,515 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731671034515 2024-11-15T11:42:54,515 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731671094515 2024-11-15T11:42:54,515 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 23 msec 2024-11-15T11:42:54,517 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-15T11:42:54,523 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7adf9b3d9d04,33479,1731670971416-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:42:54,524 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7adf9b3d9d04,33479,1731670971416-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:42:54,524 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7adf9b3d9d04,33479,1731670971416-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:42:54,526 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7adf9b3d9d04:33479, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:42:54,526 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T11:42:54,527 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T11:42:54,533 DEBUG [master/7adf9b3d9d04:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T11:42:54,559 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.112sec 2024-11-15T11:42:54,560 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T11:42:54,561 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T11:42:54,562 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T11:42:54,563 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T11:42:54,563 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T11:42:54,563 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7adf9b3d9d04,33479,1731670971416-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:42:54,564 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7adf9b3d9d04,33479,1731670971416-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T11:42:54,568 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T11:42:54,569 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T11:42:54,569 INFO [master/7adf9b3d9d04:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7adf9b3d9d04,33479,1731670971416-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:42:54,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ddf6023, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:42:54,583 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7adf9b3d9d04,33479,-1 for getting cluster id 2024-11-15T11:42:54,585 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:42:54,595 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11ca153-8c9e-458a-8dd4-6480ed582d32' 2024-11-15T11:42:54,597 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:42:54,598 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11ca153-8c9e-458a-8dd4-6480ed582d32" 2024-11-15T11:42:54,598 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15eef0e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:42:54,598 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7adf9b3d9d04,33479,-1] 2024-11-15T11:42:54,601 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:42:54,604 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:42:54,604 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33522, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:42:54,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65c83e31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:42:54,607 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:42:54,614 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7adf9b3d9d04,42231,1731670972282, seqNum=-1] 2024-11-15T11:42:54,615 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:42:54,617 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41250, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:42:54,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7adf9b3d9d04,33479,1731670971416 2024-11-15T11:42:54,638 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:45687/hbase 2024-11-15T11:42:54,650 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=363, OpenFileDescriptor=607, MaxFileDescriptor=1048576, SystemLoadAverage=363, ProcessCount=11, AvailableMemoryMB=11532 2024-11-15T11:42:54,672 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:42:54,677 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:42:54,678 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:42:54,685 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-93904836, suffix=, logDir=hdfs://localhost:45687/hbase/WALs/hregion-93904836, archiveDir=hdfs://localhost:45687/hbase/oldWALs, maxLogs=32 2024-11-15T11:42:54,707 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-93904836/hregion-93904836.1731670974687, exclude list is [], retry=0 2024-11-15T11:42:54,715 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39965,DS-0b896dea-fd5d-4b4a-88e0-4eea800a37e4,DISK] 2024-11-15T11:42:54,719 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36843,DS-40be2364-24ac-4d1d-9218-bb5cd184da07,DISK] 2024-11-15T11:42:54,719 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35399,DS-e161f08f-bfa6-4d7a-b878-188081a9fba1,DISK] 2024-11-15T11:42:54,732 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-93904836/hregion-93904836.1731670974687 2024-11-15T11:42:54,735 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42777:42777),(127.0.0.1/127.0.0.1:45729:45729),(127.0.0.1/127.0.0.1:38737:38737)] 2024-11-15T11:42:54,735 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 73a8af05ea44154d79fc0d198e388eb6, NAME => 'testReplayEditsWrittenIntoWAL,,1731670974673.73a8af05ea44154d79fc0d198e388eb6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45687/hbase 2024-11-15T11:42:54,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741838_1014 (size=64) 2024-11-15T11:42:54,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741838_1014 (size=64) 2024-11-15T11:42:54,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741838_1014 (size=64) 2024-11-15T11:42:54,764 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731670974673.73a8af05ea44154d79fc0d198e388eb6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:42:54,766 INFO [StoreOpener-73a8af05ea44154d79fc0d198e388eb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 73a8af05ea44154d79fc0d198e388eb6 2024-11-15T11:42:54,769 INFO [StoreOpener-73a8af05ea44154d79fc0d198e388eb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73a8af05ea44154d79fc0d198e388eb6 columnFamilyName a 2024-11-15T11:42:54,769 DEBUG [StoreOpener-73a8af05ea44154d79fc0d198e388eb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:42:54,770 INFO [StoreOpener-73a8af05ea44154d79fc0d198e388eb6-1 {}] regionserver.HStore(327): Store=73a8af05ea44154d79fc0d198e388eb6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:42:54,770 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 73a8af05ea44154d79fc0d198e388eb6 2024-11-15T11:42:54,772 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/73a8af05ea44154d79fc0d198e388eb6 2024-11-15T11:42:54,773 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/73a8af05ea44154d79fc0d198e388eb6 2024-11-15T11:42:54,774 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 73a8af05ea44154d79fc0d198e388eb6 2024-11-15T11:42:54,774 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 73a8af05ea44154d79fc0d198e388eb6 2024-11-15T11:42:54,777 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 73a8af05ea44154d79fc0d198e388eb6 2024-11-15T11:42:54,782 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/73a8af05ea44154d79fc0d198e388eb6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:42:54,783 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 73a8af05ea44154d79fc0d198e388eb6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59604686, jitterRate=-0.11182096600532532}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T11:42:54,785 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 73a8af05ea44154d79fc0d198e388eb6: Writing region info on filesystem at 1731670974764Initializing all the Stores at 1731670974765 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670974765Cleaning up temporary data from old regions at 1731670974774 (+9 ms)Region opened successfully at 1731670974784 (+10 ms) 2024-11-15T11:42:54,785 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 73a8af05ea44154d79fc0d198e388eb6, disabling compactions & flushes 2024-11-15T11:42:54,785 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731670974673.73a8af05ea44154d79fc0d198e388eb6. 2024-11-15T11:42:54,785 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731670974673.73a8af05ea44154d79fc0d198e388eb6. 2024-11-15T11:42:54,785 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731670974673.73a8af05ea44154d79fc0d198e388eb6. after waiting 0 ms 2024-11-15T11:42:54,785 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731670974673.73a8af05ea44154d79fc0d198e388eb6. 2024-11-15T11:42:54,787 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731670974673.73a8af05ea44154d79fc0d198e388eb6. 2024-11-15T11:42:54,787 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 73a8af05ea44154d79fc0d198e388eb6: Waiting for close lock at 1731670974785Disabling compacts and flushes for region at 1731670974785Disabling writes for close at 1731670974785Writing region close event to WAL at 1731670974787 (+2 ms)Closed at 1731670974787 2024-11-15T11:42:54,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741837_1013 (size=95) 2024-11-15T11:42:54,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741837_1013 (size=95) 2024-11-15T11:42:54,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741837_1013 (size=95) 2024-11-15T11:42:54,800 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T11:42:54,800 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-93904836:(num 1731670974687) 2024-11-15T11:42:54,802 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-15T11:42:54,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741839_1015 (size=320) 2024-11-15T11:42:54,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741839_1015 (size=320) 2024-11-15T11:42:54,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741839_1015 (size=320) 2024-11-15T11:42:54,826 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-15T11:42:54,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741840_1016 (size=253) 2024-11-15T11:42:54,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741840_1016 (size=253) 2024-11-15T11:42:54,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741840_1016 (size=253) 2024-11-15T11:42:54,862 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45687/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731670974671/wal-1, size=320 (320bytes) 2024-11-15T11:42:54,863 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-15T11:42:54,863 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-15T11:42:54,863 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45687/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731670974671/wal-1 2024-11-15T11:42:54,870 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45687/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731670974671/wal-1 after 4ms 2024-11-15T11:42:54,875 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:45687/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731670974671/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T11:42:54,876 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45687/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731670974671/wal-1 took 16ms 2024-11-15T11:42:54,886 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45687/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731670974671/wal-1 so closing down 2024-11-15T11:42:54,886 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:42:54,889 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-15T11:42:54,891 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/73a8af05ea44154d79fc0d198e388eb6/recovered.edits/0000000000000000001-wal-1.temp 2024-11-15T11:42:54,892 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:42:54,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741841_1017 (size=320) 2024-11-15T11:42:54,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741841_1017 (size=320) 2024-11-15T11:42:54,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741841_1017 (size=320) 2024-11-15T11:42:54,908 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/73a8af05ea44154d79fc0d198e388eb6/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-15T11:42:54,911 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/73a8af05ea44154d79fc0d198e388eb6/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/73a8af05ea44154d79fc0d198e388eb6/recovered.edits/0000000000000000002 2024-11-15T11:42:54,916 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:45687/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731670974671/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-11-15T11:42:54,917 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45687/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731670974671/wal-1, journal: Splitting hdfs://localhost:45687/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731670974671/wal-1, size=320 (320bytes) at 1731670974862Finishing writing output for hdfs://localhost:45687/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731670974671/wal-1 so closing down at 1731670974886 (+24 ms)Creating recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/73a8af05ea44154d79fc0d198e388eb6/recovered.edits/0000000000000000001-wal-1.temp at 1731670974891 (+5 ms)3 split writer threads finished at 1731670974892 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/73a8af05ea44154d79fc0d198e388eb6/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731670974908 (+16 ms)Rename recovered edits hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/73a8af05ea44154d79fc0d198e388eb6/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/73a8af05ea44154d79fc0d198e388eb6/recovered.edits/0000000000000000002 at 1731670974912 (+4 ms)Processed 2 edits across 1 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:45687/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731670974671/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1731670974916 (+4 ms) 2024-11-15T11:42:54,932 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45687/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731670974671/wal-2, size=253 (253bytes) 2024-11-15T11:42:54,932 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45687/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731670974671/wal-2 2024-11-15T11:42:54,933 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45687/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731670974671/wal-2 after 1ms 2024-11-15T11:42:54,937 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:45687/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731670974671/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T11:42:54,937 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45687/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731670974671/wal-2 took 5ms 2024-11-15T11:42:54,940 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45687/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731670974671/wal-2 so closing down 2024-11-15T11:42:54,940 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:42:54,943 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-15T11:42:54,945 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/73a8af05ea44154d79fc0d198e388eb6/recovered.edits/0000000000000000002-wal-2.temp 2024-11-15T11:42:54,945 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:42:54,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741842_1018 (size=253) 2024-11-15T11:42:54,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741842_1018 (size=253) 2024-11-15T11:42:54,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741842_1018 (size=253) 2024-11-15T11:42:54,954 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/73a8af05ea44154d79fc0d198e388eb6/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-15T11:42:54,960 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/73a8af05ea44154d79fc0d198e388eb6/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T11:42:54,963 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/73a8af05ea44154d79fc0d198e388eb6/recovered.edits/0000000000000000002-wal-2.temp, length=253 2024-11-15T11:42:54,965 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:45687/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731670974671/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-11-15T11:42:54,965 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45687/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731670974671/wal-2, journal: Splitting hdfs://localhost:45687/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731670974671/wal-2, size=253 (253bytes) at 1731670974932Finishing writing output for hdfs://localhost:45687/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731670974671/wal-2 so closing down at 1731670974940 (+8 ms)Creating recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/73a8af05ea44154d79fc0d198e388eb6/recovered.edits/0000000000000000002-wal-2.temp at 1731670974945 (+5 ms)3 split writer threads finished at 1731670974945Closed recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/73a8af05ea44154d79fc0d198e388eb6/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731670974954 (+9 ms)Processed 1 edits across 1 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:45687/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731670974671/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1731670974965 (+11 ms) 2024-11-15T11:42:54,965 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T11:42:54,968 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:45687/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731670974671, archiveDir=hdfs://localhost:45687/hbase/oldWALs, maxLogs=32 2024-11-15T11:42:54,987 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731670974671/wal.1731670974969, exclude list is [], retry=0 2024-11-15T11:42:54,992 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36843,DS-40be2364-24ac-4d1d-9218-bb5cd184da07,DISK] 2024-11-15T11:42:54,993 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39965,DS-0b896dea-fd5d-4b4a-88e0-4eea800a37e4,DISK] 2024-11-15T11:42:54,993 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35399,DS-e161f08f-bfa6-4d7a-b878-188081a9fba1,DISK] 2024-11-15T11:42:54,996 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731670974671/wal.1731670974969 2024-11-15T11:42:54,996 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45729:45729),(127.0.0.1/127.0.0.1:42777:42777),(127.0.0.1/127.0.0.1:38737:38737)] 2024-11-15T11:42:54,996 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 73a8af05ea44154d79fc0d198e388eb6, NAME => 'testReplayEditsWrittenIntoWAL,,1731670974673.73a8af05ea44154d79fc0d198e388eb6.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:42:54,997 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731670974673.73a8af05ea44154d79fc0d198e388eb6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:42:54,997 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 73a8af05ea44154d79fc0d198e388eb6 2024-11-15T11:42:54,997 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 73a8af05ea44154d79fc0d198e388eb6 2024-11-15T11:42:55,000 INFO [StoreOpener-73a8af05ea44154d79fc0d198e388eb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 73a8af05ea44154d79fc0d198e388eb6 2024-11-15T11:42:55,001 INFO [StoreOpener-73a8af05ea44154d79fc0d198e388eb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73a8af05ea44154d79fc0d198e388eb6 columnFamilyName a 2024-11-15T11:42:55,001 DEBUG [StoreOpener-73a8af05ea44154d79fc0d198e388eb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:42:55,003 INFO [StoreOpener-73a8af05ea44154d79fc0d198e388eb6-1 {}] regionserver.HStore(327): Store=73a8af05ea44154d79fc0d198e388eb6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:42:55,003 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 73a8af05ea44154d79fc0d198e388eb6 2024-11-15T11:42:55,005 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/73a8af05ea44154d79fc0d198e388eb6 2024-11-15T11:42:55,008 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/73a8af05ea44154d79fc0d198e388eb6 2024-11-15T11:42:55,010 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/73a8af05ea44154d79fc0d198e388eb6/recovered.edits/0000000000000000002 2024-11-15T11:42:55,015 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/73a8af05ea44154d79fc0d198e388eb6/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T11:42:55,024 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/73a8af05ea44154d79fc0d198e388eb6/recovered.edits/0000000000000000002 2024-11-15T11:42:55,027 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 73a8af05ea44154d79fc0d198e388eb6 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-15T11:42:55,088 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/73a8af05ea44154d79fc0d198e388eb6/.tmp/a/14f084ac70934125a126f7c58f228e25 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731670974800/Put/seqid=0 2024-11-15T11:42:55,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741844_1020 (size=5170) 2024-11-15T11:42:55,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741844_1020 (size=5170) 2024-11-15T11:42:55,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741844_1020 (size=5170) 2024-11-15T11:42:55,108 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/73a8af05ea44154d79fc0d198e388eb6/.tmp/a/14f084ac70934125a126f7c58f228e25 2024-11-15T11:42:55,149 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/73a8af05ea44154d79fc0d198e388eb6/.tmp/a/14f084ac70934125a126f7c58f228e25 as hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/73a8af05ea44154d79fc0d198e388eb6/a/14f084ac70934125a126f7c58f228e25 2024-11-15T11:42:55,158 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/73a8af05ea44154d79fc0d198e388eb6/a/14f084ac70934125a126f7c58f228e25, entries=2, sequenceid=2, filesize=5.0 K 2024-11-15T11:42:55,165 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 73a8af05ea44154d79fc0d198e388eb6 in 136ms, sequenceid=2, compaction requested=false; wal=null 2024-11-15T11:42:55,167 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/73a8af05ea44154d79fc0d198e388eb6/recovered.edits/0000000000000000002 2024-11-15T11:42:55,168 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 73a8af05ea44154d79fc0d198e388eb6 2024-11-15T11:42:55,168 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 73a8af05ea44154d79fc0d198e388eb6 2024-11-15T11:42:55,172 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 73a8af05ea44154d79fc0d198e388eb6 2024-11-15T11:42:55,175 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/73a8af05ea44154d79fc0d198e388eb6/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-15T11:42:55,177 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 73a8af05ea44154d79fc0d198e388eb6; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65311734, jitterRate=-0.02677932381629944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T11:42:55,178 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 73a8af05ea44154d79fc0d198e388eb6: Writing region info on filesystem at 1731670974997Initializing all the Stores at 1731670974999 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670974999Obtaining lock to block concurrent updates at 1731670975027 (+28 ms)Preparing flush snapshotting stores in 73a8af05ea44154d79fc0d198e388eb6 at 1731670975027Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731670974673.73a8af05ea44154d79fc0d198e388eb6., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731670975031 (+4 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1731670974673.73a8af05ea44154d79fc0d198e388eb6. at 1731670975031Flushing 73a8af05ea44154d79fc0d198e388eb6/a: creating writer at 1731670975033 (+2 ms)Flushing 73a8af05ea44154d79fc0d198e388eb6/a: appending metadata at 1731670975073 (+40 ms)Flushing 73a8af05ea44154d79fc0d198e388eb6/a: closing flushed file at 1731670975076 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@147799c5: reopening flushed file at 1731670975147 (+71 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 73a8af05ea44154d79fc0d198e388eb6 in 136ms, sequenceid=2, compaction requested=false; wal=null at 1731670975165 (+18 ms)Cleaning up temporary data from old regions at 1731670975168 (+3 ms)Region opened successfully at 1731670975178 (+10 ms) 2024-11-15T11:42:55,208 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=375 (was 363) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_311840694_22 at /127.0.0.1:44706 [Receiving block BP-810761193-172.17.0.2-1731670967786:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-810761193-172.17.0.2-1731670967786:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-810761193-172.17.0.2-1731670967786:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_311840694_22 at /127.0.0.1:51310 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_311840694_22 at /127.0.0.1:51332 [Receiving block BP-810761193-172.17.0.2-1731670967786:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_311840694_22 at /127.0.0.1:57754 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_311840694_22 at /127.0.0.1:44534 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-810761193-172.17.0.2-1731670967786:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:45687/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_311840694_22 at /127.0.0.1:57900 [Receiving block BP-810761193-172.17.0.2-1731670967786:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 607) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=363 (was 363), ProcessCount=11 (was 11), AvailableMemoryMB=11510 (was 11532) 2024-11-15T11:42:55,221 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=375, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=363, ProcessCount=11, AvailableMemoryMB=11509 2024-11-15T11:42:55,236 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:42:55,239 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:42:55,240 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:42:55,243 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-73512514, suffix=, logDir=hdfs://localhost:45687/hbase/WALs/hregion-73512514, archiveDir=hdfs://localhost:45687/hbase/oldWALs, maxLogs=32 2024-11-15T11:42:55,257 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-73512514/hregion-73512514.1731670975244, exclude list is [], retry=0 2024-11-15T11:42:55,260 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35399,DS-e161f08f-bfa6-4d7a-b878-188081a9fba1,DISK] 2024-11-15T11:42:55,260 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39965,DS-0b896dea-fd5d-4b4a-88e0-4eea800a37e4,DISK] 2024-11-15T11:42:55,261 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36843,DS-40be2364-24ac-4d1d-9218-bb5cd184da07,DISK] 2024-11-15T11:42:55,266 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-73512514/hregion-73512514.1731670975244 2024-11-15T11:42:55,266 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38737:38737),(127.0.0.1/127.0.0.1:42777:42777),(127.0.0.1/127.0.0.1:45729:45729)] 2024-11-15T11:42:55,266 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 012deebfaf27563e1afad952dfdc8715, NAME => 'testReplayEditsWrittenIntoWAL,,1731670975237.012deebfaf27563e1afad952dfdc8715.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45687/hbase 2024-11-15T11:42:55,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741846_1022 (size=64) 2024-11-15T11:42:55,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741846_1022 (size=64) 2024-11-15T11:42:55,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741846_1022 (size=64) 2024-11-15T11:42:55,281 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731670975237.012deebfaf27563e1afad952dfdc8715.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:42:55,283 INFO [StoreOpener-012deebfaf27563e1afad952dfdc8715-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 012deebfaf27563e1afad952dfdc8715 2024-11-15T11:42:55,285 INFO [StoreOpener-012deebfaf27563e1afad952dfdc8715-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 012deebfaf27563e1afad952dfdc8715 columnFamilyName a 2024-11-15T11:42:55,285 DEBUG [StoreOpener-012deebfaf27563e1afad952dfdc8715-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:42:55,286 INFO [StoreOpener-012deebfaf27563e1afad952dfdc8715-1 {}] regionserver.HStore(327): Store=012deebfaf27563e1afad952dfdc8715/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:42:55,286 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 012deebfaf27563e1afad952dfdc8715 2024-11-15T11:42:55,288 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/012deebfaf27563e1afad952dfdc8715 2024-11-15T11:42:55,288 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/012deebfaf27563e1afad952dfdc8715 2024-11-15T11:42:55,289 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 012deebfaf27563e1afad952dfdc8715 2024-11-15T11:42:55,289 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 012deebfaf27563e1afad952dfdc8715 2024-11-15T11:42:55,291 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 012deebfaf27563e1afad952dfdc8715 2024-11-15T11:42:55,295 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/012deebfaf27563e1afad952dfdc8715/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:42:55,296 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 012deebfaf27563e1afad952dfdc8715; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61627928, jitterRate=-0.0816723108291626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T11:42:55,296 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 012deebfaf27563e1afad952dfdc8715: Writing region info on filesystem at 1731670975281Initializing all the Stores at 1731670975282 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670975282Cleaning up temporary data from old regions at 1731670975289 (+7 ms)Region opened successfully at 1731670975296 (+7 ms) 2024-11-15T11:42:55,296 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 012deebfaf27563e1afad952dfdc8715, disabling compactions & flushes 2024-11-15T11:42:55,296 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731670975237.012deebfaf27563e1afad952dfdc8715. 2024-11-15T11:42:55,297 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731670975237.012deebfaf27563e1afad952dfdc8715. 2024-11-15T11:42:55,297 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731670975237.012deebfaf27563e1afad952dfdc8715. after waiting 0 ms 2024-11-15T11:42:55,297 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731670975237.012deebfaf27563e1afad952dfdc8715. 2024-11-15T11:42:55,297 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731670975237.012deebfaf27563e1afad952dfdc8715. 2024-11-15T11:42:55,297 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 012deebfaf27563e1afad952dfdc8715: Waiting for close lock at 1731670975296Disabling compacts and flushes for region at 1731670975296Disabling writes for close at 1731670975297 (+1 ms)Writing region close event to WAL at 1731670975297Closed at 1731670975297 2024-11-15T11:42:55,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741845_1021 (size=95) 2024-11-15T11:42:55,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741845_1021 (size=95) 2024-11-15T11:42:55,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741845_1021 (size=95) 2024-11-15T11:42:55,308 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T11:42:55,308 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-73512514:(num 1731670975244) 2024-11-15T11:42:55,309 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-15T11:42:55,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741847_1023 (size=320) 2024-11-15T11:42:55,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741847_1023 (size=320) 2024-11-15T11:42:55,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741847_1023 (size=320) 2024-11-15T11:42:55,322 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-15T11:42:55,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741848_1024 (size=253) 2024-11-15T11:42:55,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741848_1024 (size=253) 2024-11-15T11:42:55,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741848_1024 (size=253) 2024-11-15T11:42:55,349 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45687/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731670975236/wal-2, size=253 (253bytes) 2024-11-15T11:42:55,349 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45687/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731670975236/wal-2 2024-11-15T11:42:55,350 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45687/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731670975236/wal-2 after 0ms 2024-11-15T11:42:55,354 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:45687/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731670975236/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T11:42:55,355 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45687/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731670975236/wal-2 took 5ms 2024-11-15T11:42:55,357 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45687/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731670975236/wal-2 so closing down 2024-11-15T11:42:55,357 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:42:55,359 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-15T11:42:55,361 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/012deebfaf27563e1afad952dfdc8715/recovered.edits/0000000000000000002-wal-2.temp 2024-11-15T11:42:55,361 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:42:55,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741849_1025 (size=253) 2024-11-15T11:42:55,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741849_1025 (size=253) 2024-11-15T11:42:55,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741849_1025 (size=253) 2024-11-15T11:42:55,369 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/012deebfaf27563e1afad952dfdc8715/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-15T11:42:55,371 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/012deebfaf27563e1afad952dfdc8715/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/012deebfaf27563e1afad952dfdc8715/recovered.edits/0000000000000000002 2024-11-15T11:42:55,372 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:45687/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731670975236/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-11-15T11:42:55,372 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45687/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731670975236/wal-2, journal: Splitting hdfs://localhost:45687/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731670975236/wal-2, size=253 (253bytes) at 1731670975349Finishing writing output for hdfs://localhost:45687/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731670975236/wal-2 so closing down at 1731670975357 (+8 ms)Creating recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/012deebfaf27563e1afad952dfdc8715/recovered.edits/0000000000000000002-wal-2.temp at 1731670975361 (+4 ms)3 split writer threads finished at 1731670975361Closed recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/012deebfaf27563e1afad952dfdc8715/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731670975369 (+8 ms)Rename recovered edits hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/012deebfaf27563e1afad952dfdc8715/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/012deebfaf27563e1afad952dfdc8715/recovered.edits/0000000000000000002 at 1731670975372 (+3 ms)Processed 1 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:45687/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731670975236/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1731670975372 2024-11-15T11:42:55,386 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45687/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731670975236/wal-1, size=320 (320bytes) 2024-11-15T11:42:55,387 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45687/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731670975236/wal-1 2024-11-15T11:42:55,387 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45687/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731670975236/wal-1 after 0ms 2024-11-15T11:42:55,390 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:45687/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731670975236/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T11:42:55,391 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45687/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731670975236/wal-1 took 5ms 2024-11-15T11:42:55,394 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45687/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731670975236/wal-1 so closing down 2024-11-15T11:42:55,394 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:42:55,396 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-15T11:42:55,397 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/012deebfaf27563e1afad952dfdc8715/recovered.edits/0000000000000000001-wal-1.temp 2024-11-15T11:42:55,398 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:42:55,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741850_1026 (size=320) 2024-11-15T11:42:55,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741850_1026 (size=320) 2024-11-15T11:42:55,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741850_1026 (size=320) 2024-11-15T11:42:55,406 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/012deebfaf27563e1afad952dfdc8715/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-15T11:42:55,411 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/012deebfaf27563e1afad952dfdc8715/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T11:42:55,414 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/012deebfaf27563e1afad952dfdc8715/recovered.edits/0000000000000000002, length=253 2024-11-15T11:42:55,417 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/012deebfaf27563e1afad952dfdc8715/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/012deebfaf27563e1afad952dfdc8715/recovered.edits/0000000000000000002 2024-11-15T11:42:55,418 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:45687/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731670975236/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-11-15T11:42:55,418 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45687/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731670975236/wal-1, journal: Splitting hdfs://localhost:45687/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731670975236/wal-1, size=320 (320bytes) at 1731670975386Finishing writing output for hdfs://localhost:45687/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731670975236/wal-1 so closing down at 1731670975394 (+8 ms)Creating recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/012deebfaf27563e1afad952dfdc8715/recovered.edits/0000000000000000001-wal-1.temp at 1731670975397 (+3 ms)3 split writer threads finished at 1731670975398 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/012deebfaf27563e1afad952dfdc8715/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731670975406 (+8 ms)Rename recovered edits hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/012deebfaf27563e1afad952dfdc8715/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/012deebfaf27563e1afad952dfdc8715/recovered.edits/0000000000000000002 at 1731670975417 (+11 ms)Processed 2 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:45687/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731670975236/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1731670975418 (+1 ms) 2024-11-15T11:42:55,418 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T11:42:55,421 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:45687/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731670975236, archiveDir=hdfs://localhost:45687/hbase/oldWALs, maxLogs=32 2024-11-15T11:42:55,440 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731670975236/wal.1731670975421, exclude list is [], retry=0 2024-11-15T11:42:55,445 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39965,DS-0b896dea-fd5d-4b4a-88e0-4eea800a37e4,DISK] 2024-11-15T11:42:55,445 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35399,DS-e161f08f-bfa6-4d7a-b878-188081a9fba1,DISK] 2024-11-15T11:42:55,446 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36843,DS-40be2364-24ac-4d1d-9218-bb5cd184da07,DISK] 2024-11-15T11:42:55,455 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731670975236/wal.1731670975421 2024-11-15T11:42:55,456 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42777:42777),(127.0.0.1/127.0.0.1:38737:38737),(127.0.0.1/127.0.0.1:45729:45729)] 2024-11-15T11:42:55,456 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 012deebfaf27563e1afad952dfdc8715, NAME => 'testReplayEditsWrittenIntoWAL,,1731670975237.012deebfaf27563e1afad952dfdc8715.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:42:55,456 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731670975237.012deebfaf27563e1afad952dfdc8715.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:42:55,456 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 012deebfaf27563e1afad952dfdc8715 2024-11-15T11:42:55,456 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 012deebfaf27563e1afad952dfdc8715 2024-11-15T11:42:55,460 INFO [StoreOpener-012deebfaf27563e1afad952dfdc8715-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 012deebfaf27563e1afad952dfdc8715 2024-11-15T11:42:55,463 INFO [StoreOpener-012deebfaf27563e1afad952dfdc8715-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 012deebfaf27563e1afad952dfdc8715 columnFamilyName a 2024-11-15T11:42:55,463 DEBUG [StoreOpener-012deebfaf27563e1afad952dfdc8715-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:42:55,464 INFO [StoreOpener-012deebfaf27563e1afad952dfdc8715-1 {}] regionserver.HStore(327): Store=012deebfaf27563e1afad952dfdc8715/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:42:55,464 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 012deebfaf27563e1afad952dfdc8715 2024-11-15T11:42:55,465 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/012deebfaf27563e1afad952dfdc8715 2024-11-15T11:42:55,468 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/012deebfaf27563e1afad952dfdc8715 2024-11-15T11:42:55,469 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/012deebfaf27563e1afad952dfdc8715/recovered.edits/0000000000000000002 2024-11-15T11:42:55,472 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/012deebfaf27563e1afad952dfdc8715/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T11:42:55,474 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/012deebfaf27563e1afad952dfdc8715/recovered.edits/0000000000000000002 2024-11-15T11:42:55,474 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 012deebfaf27563e1afad952dfdc8715 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-15T11:42:55,491 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/012deebfaf27563e1afad952dfdc8715/.tmp/a/cc56b1b6bf0045f08a9f0ff9d17959f4 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731670975308/Put/seqid=0 2024-11-15T11:42:55,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741852_1028 (size=5170) 2024-11-15T11:42:55,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741852_1028 (size=5170) 2024-11-15T11:42:55,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741852_1028 (size=5170) 2024-11-15T11:42:55,501 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/012deebfaf27563e1afad952dfdc8715/.tmp/a/cc56b1b6bf0045f08a9f0ff9d17959f4 2024-11-15T11:42:55,511 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/012deebfaf27563e1afad952dfdc8715/.tmp/a/cc56b1b6bf0045f08a9f0ff9d17959f4 as hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/012deebfaf27563e1afad952dfdc8715/a/cc56b1b6bf0045f08a9f0ff9d17959f4 2024-11-15T11:42:55,520 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/012deebfaf27563e1afad952dfdc8715/a/cc56b1b6bf0045f08a9f0ff9d17959f4, entries=2, sequenceid=2, filesize=5.0 K 2024-11-15T11:42:55,520 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 012deebfaf27563e1afad952dfdc8715 in 46ms, sequenceid=2, compaction requested=false; wal=null 2024-11-15T11:42:55,521 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/012deebfaf27563e1afad952dfdc8715/recovered.edits/0000000000000000002 2024-11-15T11:42:55,522 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 012deebfaf27563e1afad952dfdc8715 2024-11-15T11:42:55,522 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 012deebfaf27563e1afad952dfdc8715 2024-11-15T11:42:55,525 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 012deebfaf27563e1afad952dfdc8715 2024-11-15T11:42:55,528 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/012deebfaf27563e1afad952dfdc8715/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-15T11:42:55,529 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 012deebfaf27563e1afad952dfdc8715; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65127586, jitterRate=-0.029523342847824097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T11:42:55,530 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 012deebfaf27563e1afad952dfdc8715: Writing region info on filesystem at 1731670975457Initializing all the Stores at 1731670975459 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670975460 (+1 ms)Obtaining lock to block concurrent updates at 1731670975474 (+14 ms)Preparing flush snapshotting stores in 012deebfaf27563e1afad952dfdc8715 at 1731670975474Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731670975237.012deebfaf27563e1afad952dfdc8715., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731670975474Flushing stores of testReplayEditsWrittenIntoWAL,,1731670975237.012deebfaf27563e1afad952dfdc8715. at 1731670975474Flushing 012deebfaf27563e1afad952dfdc8715/a: creating writer at 1731670975474Flushing 012deebfaf27563e1afad952dfdc8715/a: appending metadata at 1731670975490 (+16 ms)Flushing 012deebfaf27563e1afad952dfdc8715/a: closing flushed file at 1731670975490Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b7c210: reopening flushed file at 1731670975509 (+19 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 012deebfaf27563e1afad952dfdc8715 in 46ms, sequenceid=2, compaction requested=false; wal=null at 1731670975520 (+11 ms)Cleaning up temporary data from old regions at 1731670975522 (+2 ms)Region opened successfully at 1731670975530 (+8 ms) 2024-11-15T11:42:55,545 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=385 (was 375) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_311840694_22 at /127.0.0.1:51310 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_311840694_22 at /127.0.0.1:51418 [Receiving block BP-810761193-172.17.0.2-1731670967786:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-810761193-172.17.0.2-1731670967786:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_311840694_22 at /127.0.0.1:44774 [Receiving block BP-810761193-172.17.0.2-1731670967786:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_311840694_22 at /127.0.0.1:57960 [Receiving block BP-810761193-172.17.0.2-1731670967786:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-810761193-172.17.0.2-1731670967786:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-810761193-172.17.0.2-1731670967786:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_311840694_22 at /127.0.0.1:57754 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_311840694_22 at /127.0.0.1:44534 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=363 (was 363), ProcessCount=11 (was 11), AvailableMemoryMB=11471 (was 11509) 2024-11-15T11:42:55,555 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=385, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=363, ProcessCount=11, AvailableMemoryMB=11471 2024-11-15T11:42:55,569 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:42:55,571 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:42:55,572 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:42:55,575 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-07716242, suffix=, logDir=hdfs://localhost:45687/hbase/WALs/hregion-07716242, archiveDir=hdfs://localhost:45687/hbase/oldWALs, maxLogs=32 2024-11-15T11:42:55,588 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-07716242/hregion-07716242.1731670975575, exclude list is [], retry=0 2024-11-15T11:42:55,592 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39965,DS-0b896dea-fd5d-4b4a-88e0-4eea800a37e4,DISK] 2024-11-15T11:42:55,593 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35399,DS-e161f08f-bfa6-4d7a-b878-188081a9fba1,DISK] 2024-11-15T11:42:55,593 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36843,DS-40be2364-24ac-4d1d-9218-bb5cd184da07,DISK] 2024-11-15T11:42:55,595 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-07716242/hregion-07716242.1731670975575 2024-11-15T11:42:55,595 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42777:42777),(127.0.0.1/127.0.0.1:38737:38737),(127.0.0.1/127.0.0.1:45729:45729)] 2024-11-15T11:42:55,596 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => b02d8ccf713602a8f9894208f33bc262, NAME => 'testReplayEditsWrittenIntoWAL,,1731670975569.b02d8ccf713602a8f9894208f33bc262.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45687/hbase 2024-11-15T11:42:55,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741854_1030 (size=64) 2024-11-15T11:42:55,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741854_1030 (size=64) 2024-11-15T11:42:55,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741854_1030 (size=64) 2024-11-15T11:42:55,608 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731670975569.b02d8ccf713602a8f9894208f33bc262.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:42:55,610 INFO [StoreOpener-b02d8ccf713602a8f9894208f33bc262-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b02d8ccf713602a8f9894208f33bc262 2024-11-15T11:42:55,612 INFO [StoreOpener-b02d8ccf713602a8f9894208f33bc262-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b02d8ccf713602a8f9894208f33bc262 columnFamilyName a 2024-11-15T11:42:55,612 DEBUG [StoreOpener-b02d8ccf713602a8f9894208f33bc262-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:42:55,613 INFO [StoreOpener-b02d8ccf713602a8f9894208f33bc262-1 {}] regionserver.HStore(327): Store=b02d8ccf713602a8f9894208f33bc262/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:42:55,613 INFO [StoreOpener-b02d8ccf713602a8f9894208f33bc262-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b02d8ccf713602a8f9894208f33bc262 2024-11-15T11:42:55,616 INFO [StoreOpener-b02d8ccf713602a8f9894208f33bc262-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b02d8ccf713602a8f9894208f33bc262 columnFamilyName b 2024-11-15T11:42:55,616 DEBUG [StoreOpener-b02d8ccf713602a8f9894208f33bc262-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:42:55,616 INFO [StoreOpener-b02d8ccf713602a8f9894208f33bc262-1 {}] regionserver.HStore(327): Store=b02d8ccf713602a8f9894208f33bc262/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:42:55,617 INFO [StoreOpener-b02d8ccf713602a8f9894208f33bc262-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b02d8ccf713602a8f9894208f33bc262 2024-11-15T11:42:55,619 INFO [StoreOpener-b02d8ccf713602a8f9894208f33bc262-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b02d8ccf713602a8f9894208f33bc262 columnFamilyName c 2024-11-15T11:42:55,620 DEBUG [StoreOpener-b02d8ccf713602a8f9894208f33bc262-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:42:55,620 INFO [StoreOpener-b02d8ccf713602a8f9894208f33bc262-1 {}] regionserver.HStore(327): Store=b02d8ccf713602a8f9894208f33bc262/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:42:55,621 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b02d8ccf713602a8f9894208f33bc262 2024-11-15T11:42:55,622 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/b02d8ccf713602a8f9894208f33bc262 2024-11-15T11:42:55,622 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/b02d8ccf713602a8f9894208f33bc262 2024-11-15T11:42:55,624 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b02d8ccf713602a8f9894208f33bc262 2024-11-15T11:42:55,624 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b02d8ccf713602a8f9894208f33bc262 2024-11-15T11:42:55,625 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:42:55,627 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b02d8ccf713602a8f9894208f33bc262 2024-11-15T11:42:55,630 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/b02d8ccf713602a8f9894208f33bc262/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:42:55,630 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b02d8ccf713602a8f9894208f33bc262; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72102038, jitterRate=0.07440409064292908}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:42:55,631 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b02d8ccf713602a8f9894208f33bc262: Writing region info on filesystem at 1731670975608Initializing all the Stores at 1731670975609 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670975609Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670975609Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670975609Cleaning up temporary data from old regions at 1731670975624 (+15 ms)Region opened successfully at 1731670975630 (+6 ms) 2024-11-15T11:42:55,631 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b02d8ccf713602a8f9894208f33bc262, disabling compactions & flushes 2024-11-15T11:42:55,631 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731670975569.b02d8ccf713602a8f9894208f33bc262. 2024-11-15T11:42:55,631 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731670975569.b02d8ccf713602a8f9894208f33bc262. 2024-11-15T11:42:55,631 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731670975569.b02d8ccf713602a8f9894208f33bc262. after waiting 0 ms 2024-11-15T11:42:55,631 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731670975569.b02d8ccf713602a8f9894208f33bc262. 2024-11-15T11:42:55,634 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731670975569.b02d8ccf713602a8f9894208f33bc262. 2024-11-15T11:42:55,634 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b02d8ccf713602a8f9894208f33bc262: Waiting for close lock at 1731670975631Disabling compacts and flushes for region at 1731670975631Disabling writes for close at 1731670975631Writing region close event to WAL at 1731670975634 (+3 ms)Closed at 1731670975634 2024-11-15T11:42:55,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741853_1029 (size=95) 2024-11-15T11:42:55,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741853_1029 (size=95) 2024-11-15T11:42:55,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741853_1029 (size=95) 2024-11-15T11:42:55,641 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T11:42:55,641 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-07716242:(num 1731670975575) 2024-11-15T11:42:55,642 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T11:42:55,643 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:45687/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731670975568, archiveDir=hdfs://localhost:45687/hbase/oldWALs, maxLogs=32 2024-11-15T11:42:55,655 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731670975568/wal.1731670975644, exclude list is [], retry=0 2024-11-15T11:42:55,658 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35399,DS-e161f08f-bfa6-4d7a-b878-188081a9fba1,DISK] 2024-11-15T11:42:55,658 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39965,DS-0b896dea-fd5d-4b4a-88e0-4eea800a37e4,DISK] 2024-11-15T11:42:55,658 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36843,DS-40be2364-24ac-4d1d-9218-bb5cd184da07,DISK] 2024-11-15T11:42:55,664 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731670975568/wal.1731670975644 2024-11-15T11:42:55,665 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38737:38737),(127.0.0.1/127.0.0.1:42777:42777),(127.0.0.1/127.0.0.1:45729:45729)] 2024-11-15T11:42:55,887 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45687/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731670975568/wal.1731670975644, size=0 (0bytes) 2024-11-15T11:42:55,887 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:45687/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731670975568/wal.1731670975644 might be still open, length is 0 2024-11-15T11:42:55,887 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45687/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731670975568/wal.1731670975644 2024-11-15T11:42:55,889 WARN [IPC Server handler 0 on default port 45687 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731670975568/wal.1731670975644 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-15T11:42:55,889 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:45687/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731670975568/wal.1731670975644 after 2ms 2024-11-15T11:42:56,528 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_311840694_22 at /127.0.0.1:44814 [Receiving block BP-810761193-172.17.0.2-1731670967786:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:35399:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44814 dst: /127.0.0.1:35399 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:35399 remote=/127.0.0.1:44814]. Total timeout mills is 60000, 59326 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:42:56,529 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_311840694_22 at /127.0.0.1:51444 [Receiving block BP-810761193-172.17.0.2-1731670967786:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:39965:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51444 dst: /127.0.0.1:39965 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:42:56,529 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_311840694_22 at /127.0.0.1:58000 [Receiving block BP-810761193-172.17.0.2-1731670967786:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:36843:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58000 dst: /127.0.0.1:36843 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:42:56,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741855_1032 (size=263633) 2024-11-15T11:42:56,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741855_1032 (size=263633) 2024-11-15T11:42:56,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741855_1032 (size=263633) 2024-11-15T11:42:59,827 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T11:42:59,890 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:45687/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731670975568/wal.1731670975644 after 4003ms 2024-11-15T11:42:59,895 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:45687/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731670975568/wal.1731670975644: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T11:42:59,896 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T11:42:59,897 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45687/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731670975568/wal.1731670975644 took 4010ms 2024-11-15T11:42:59,903 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731670975644.temp 2024-11-15T11:42:59,904 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/b02d8ccf713602a8f9894208f33bc262/recovered.edits/0000000000000000001-wal.1731670975644.temp 2024-11-15T11:43:00,031 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:45687/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731670975568/wal.1731670975644; continuing. 2024-11-15T11:43:00,031 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45687/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731670975568/wal.1731670975644 so closing down 2024-11-15T11:43:00,031 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:43:00,031 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:43:00,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741856_1033 (size=263641) 2024-11-15T11:43:00,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741856_1033 (size=263641) 2024-11-15T11:43:00,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741856_1033 (size=263641) 2024-11-15T11:43:00,036 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/b02d8ccf713602a8f9894208f33bc262/recovered.edits/0000000000000000001-wal.1731670975644.temp (wrote 3002 edits, skipped 0 edits in 70 ms) 2024-11-15T11:43:00,037 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/b02d8ccf713602a8f9894208f33bc262/recovered.edits/0000000000000000001-wal.1731670975644.temp to hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/b02d8ccf713602a8f9894208f33bc262/recovered.edits/0000000000000003002 2024-11-15T11:43:00,038 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 140 ms; skipped=0; WAL=hdfs://localhost:45687/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731670975568/wal.1731670975644, size=0, length=0, corrupted=false, cancelled=false 2024-11-15T11:43:00,038 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45687/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731670975568/wal.1731670975644, journal: Splitting hdfs://localhost:45687/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731670975568/wal.1731670975644, size=0 (0bytes) at 1731670975887Creating recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/b02d8ccf713602a8f9894208f33bc262/recovered.edits/0000000000000000001-wal.1731670975644.temp at 1731670979904 (+4017 ms)Split 1024 edits, skipped 0 edits. at 1731670979969 (+65 ms)Split 2048 edits, skipped 0 edits. at 1731670980001 (+32 ms)Finishing writing output for hdfs://localhost:45687/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731670975568/wal.1731670975644 so closing down at 1731670980031 (+30 ms)3 split writer threads finished at 1731670980031Closed recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/b02d8ccf713602a8f9894208f33bc262/recovered.edits/0000000000000000001-wal.1731670975644.temp (wrote 3002 edits, skipped 0 edits in 70 ms) at 1731670980036 (+5 ms)Rename recovered edits hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/b02d8ccf713602a8f9894208f33bc262/recovered.edits/0000000000000000001-wal.1731670975644.temp to hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/b02d8ccf713602a8f9894208f33bc262/recovered.edits/0000000000000003002 at 1731670980037 (+1 ms)Processed 3002 edits across 1 Regions in 140 ms; skipped=0; WAL=hdfs://localhost:45687/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731670975568/wal.1731670975644, size=0, length=0, corrupted=false, cancelled=false at 1731670980038 (+1 ms) 2024-11-15T11:43:00,040 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45687/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731670975568/wal.1731670975644 to hdfs://localhost:45687/hbase/oldWALs/wal.1731670975644 2024-11-15T11:43:00,042 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/b02d8ccf713602a8f9894208f33bc262/recovered.edits/0000000000000003002 2024-11-15T11:43:00,042 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T11:43:00,044 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:45687/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731670975568, archiveDir=hdfs://localhost:45687/hbase/oldWALs, maxLogs=32 2024-11-15T11:43:00,057 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731670975568/wal.1731670980045, exclude list is [], retry=0 2024-11-15T11:43:00,061 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35399,DS-e161f08f-bfa6-4d7a-b878-188081a9fba1,DISK] 2024-11-15T11:43:00,061 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39965,DS-0b896dea-fd5d-4b4a-88e0-4eea800a37e4,DISK] 2024-11-15T11:43:00,062 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36843,DS-40be2364-24ac-4d1d-9218-bb5cd184da07,DISK] 2024-11-15T11:43:00,064 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731670975568/wal.1731670980045 2024-11-15T11:43:00,064 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38737:38737),(127.0.0.1/127.0.0.1:42777:42777),(127.0.0.1/127.0.0.1:45729:45729)] 2024-11-15T11:43:00,065 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731670975569.b02d8ccf713602a8f9894208f33bc262.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:43:00,067 INFO [StoreOpener-b02d8ccf713602a8f9894208f33bc262-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b02d8ccf713602a8f9894208f33bc262 2024-11-15T11:43:00,068 INFO [StoreOpener-b02d8ccf713602a8f9894208f33bc262-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b02d8ccf713602a8f9894208f33bc262 columnFamilyName a 2024-11-15T11:43:00,068 DEBUG [StoreOpener-b02d8ccf713602a8f9894208f33bc262-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:00,069 INFO [StoreOpener-b02d8ccf713602a8f9894208f33bc262-1 {}] regionserver.HStore(327): Store=b02d8ccf713602a8f9894208f33bc262/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:00,069 INFO [StoreOpener-b02d8ccf713602a8f9894208f33bc262-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b02d8ccf713602a8f9894208f33bc262 2024-11-15T11:43:00,070 INFO [StoreOpener-b02d8ccf713602a8f9894208f33bc262-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b02d8ccf713602a8f9894208f33bc262 columnFamilyName b 2024-11-15T11:43:00,070 DEBUG [StoreOpener-b02d8ccf713602a8f9894208f33bc262-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:00,071 INFO [StoreOpener-b02d8ccf713602a8f9894208f33bc262-1 {}] regionserver.HStore(327): Store=b02d8ccf713602a8f9894208f33bc262/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:00,071 INFO [StoreOpener-b02d8ccf713602a8f9894208f33bc262-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b02d8ccf713602a8f9894208f33bc262 2024-11-15T11:43:00,072 INFO [StoreOpener-b02d8ccf713602a8f9894208f33bc262-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b02d8ccf713602a8f9894208f33bc262 columnFamilyName c 2024-11-15T11:43:00,072 DEBUG [StoreOpener-b02d8ccf713602a8f9894208f33bc262-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:00,073 INFO [StoreOpener-b02d8ccf713602a8f9894208f33bc262-1 {}] regionserver.HStore(327): Store=b02d8ccf713602a8f9894208f33bc262/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:00,073 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b02d8ccf713602a8f9894208f33bc262 2024-11-15T11:43:00,074 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/b02d8ccf713602a8f9894208f33bc262 2024-11-15T11:43:00,076 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/b02d8ccf713602a8f9894208f33bc262 2024-11-15T11:43:00,077 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/b02d8ccf713602a8f9894208f33bc262/recovered.edits/0000000000000003002 2024-11-15T11:43:00,080 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/b02d8ccf713602a8f9894208f33bc262/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T11:43:00,125 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-15T11:43:00,492 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b02d8ccf713602a8f9894208f33bc262 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-15T11:43:00,533 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/b02d8ccf713602a8f9894208f33bc262/.tmp/a/8c4c0a071aa64921ade24789074bd380 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1731670975674/Put/seqid=0 2024-11-15T11:43:00,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741858_1035 (size=50463) 2024-11-15T11:43:00,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741858_1035 (size=50463) 2024-11-15T11:43:00,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741858_1035 (size=50463) 2024-11-15T11:43:00,543 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/b02d8ccf713602a8f9894208f33bc262/.tmp/a/8c4c0a071aa64921ade24789074bd380 2024-11-15T11:43:00,552 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/b02d8ccf713602a8f9894208f33bc262/.tmp/a/8c4c0a071aa64921ade24789074bd380 as hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/b02d8ccf713602a8f9894208f33bc262/a/8c4c0a071aa64921ade24789074bd380 2024-11-15T11:43:00,558 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/b02d8ccf713602a8f9894208f33bc262/a/8c4c0a071aa64921ade24789074bd380, entries=754, sequenceid=754, filesize=49.3 K 2024-11-15T11:43:00,558 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for b02d8ccf713602a8f9894208f33bc262 in 66ms, sequenceid=754, compaction requested=false; wal=null 2024-11-15T11:43:00,588 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-15T11:43:00,589 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b02d8ccf713602a8f9894208f33bc262 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-15T11:43:00,596 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/b02d8ccf713602a8f9894208f33bc262/.tmp/a/2cf916a32579432daa4e48d09fa38aee is 62, key is testReplayEditsWrittenIntoWAL/a:754/1731670975714/Put/seqid=0 2024-11-15T11:43:00,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741859_1036 (size=20072) 2024-11-15T11:43:00,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741859_1036 (size=20072) 2024-11-15T11:43:00,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741859_1036 (size=20072) 2024-11-15T11:43:00,606 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/b02d8ccf713602a8f9894208f33bc262/.tmp/a/2cf916a32579432daa4e48d09fa38aee 2024-11-15T11:43:00,631 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/b02d8ccf713602a8f9894208f33bc262/.tmp/b/521f27a3b15746c28efc01eeb4e89202 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1731670975752/Put/seqid=0 2024-11-15T11:43:00,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741860_1037 (size=35835) 2024-11-15T11:43:00,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741860_1037 (size=35835) 2024-11-15T11:43:00,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741860_1037 (size=35835) 2024-11-15T11:43:01,041 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/b02d8ccf713602a8f9894208f33bc262/.tmp/b/521f27a3b15746c28efc01eeb4e89202 2024-11-15T11:43:01,054 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/b02d8ccf713602a8f9894208f33bc262/.tmp/a/2cf916a32579432daa4e48d09fa38aee as hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/b02d8ccf713602a8f9894208f33bc262/a/2cf916a32579432daa4e48d09fa38aee 2024-11-15T11:43:01,062 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/b02d8ccf713602a8f9894208f33bc262/a/2cf916a32579432daa4e48d09fa38aee, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-15T11:43:01,064 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/b02d8ccf713602a8f9894208f33bc262/.tmp/b/521f27a3b15746c28efc01eeb4e89202 as hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/b02d8ccf713602a8f9894208f33bc262/b/521f27a3b15746c28efc01eeb4e89202 2024-11-15T11:43:01,072 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/b02d8ccf713602a8f9894208f33bc262/b/521f27a3b15746c28efc01eeb4e89202, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-15T11:43:01,072 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for b02d8ccf713602a8f9894208f33bc262 in 484ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-15T11:43:01,094 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-15T11:43:01,094 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b02d8ccf713602a8f9894208f33bc262 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-15T11:43:01,102 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/b02d8ccf713602a8f9894208f33bc262/.tmp/b/5fdb4cf249d64072b3612df24a79d39f is 62, key is testReplayEditsWrittenIntoWAL/b:508/1731670975773/Put/seqid=0 2024-11-15T11:43:01,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741861_1038 (size=35082) 2024-11-15T11:43:01,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741861_1038 (size=35082) 2024-11-15T11:43:01,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741861_1038 (size=35082) 2024-11-15T11:43:01,111 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/b02d8ccf713602a8f9894208f33bc262/.tmp/b/5fdb4cf249d64072b3612df24a79d39f 2024-11-15T11:43:01,135 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/b02d8ccf713602a8f9894208f33bc262/.tmp/c/1a9e80edeb7d48d19831675baf43e0cc is 62, key is testReplayEditsWrittenIntoWAL/c:100/1731670975811/Put/seqid=0 2024-11-15T11:43:01,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741862_1039 (size=20825) 2024-11-15T11:43:01,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741862_1039 (size=20825) 2024-11-15T11:43:01,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741862_1039 (size=20825) 2024-11-15T11:43:01,145 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/b02d8ccf713602a8f9894208f33bc262/.tmp/c/1a9e80edeb7d48d19831675baf43e0cc 2024-11-15T11:43:01,154 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/b02d8ccf713602a8f9894208f33bc262/.tmp/b/5fdb4cf249d64072b3612df24a79d39f as hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/b02d8ccf713602a8f9894208f33bc262/b/5fdb4cf249d64072b3612df24a79d39f 2024-11-15T11:43:01,162 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/b02d8ccf713602a8f9894208f33bc262/b/5fdb4cf249d64072b3612df24a79d39f, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-15T11:43:01,164 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/b02d8ccf713602a8f9894208f33bc262/.tmp/c/1a9e80edeb7d48d19831675baf43e0cc as hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/b02d8ccf713602a8f9894208f33bc262/c/1a9e80edeb7d48d19831675baf43e0cc 2024-11-15T11:43:01,171 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/b02d8ccf713602a8f9894208f33bc262/c/1a9e80edeb7d48d19831675baf43e0cc, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-15T11:43:01,171 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for b02d8ccf713602a8f9894208f33bc262 in 77ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-15T11:43:01,191 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1731670975852/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1731670975569.b02d8ccf713602a8f9894208f33bc262. 2024-11-15T11:43:01,195 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/b02d8ccf713602a8f9894208f33bc262/recovered.edits/0000000000000003002 2024-11-15T11:43:01,195 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-15T11:43:01,196 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b02d8ccf713602a8f9894208f33bc262 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-15T11:43:01,206 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/b02d8ccf713602a8f9894208f33bc262/.tmp/c/30b3516aa9d44dfd9f119f11d0829a3b is 62, key is testReplayEditsWrittenIntoWAL/c:262/1731670975819/Put/seqid=0 2024-11-15T11:43:01,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741863_1040 (size=50301) 2024-11-15T11:43:01,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741863_1040 (size=50301) 2024-11-15T11:43:01,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741863_1040 (size=50301) 2024-11-15T11:43:01,215 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/b02d8ccf713602a8f9894208f33bc262/.tmp/c/30b3516aa9d44dfd9f119f11d0829a3b 2024-11-15T11:43:01,221 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 30b3516aa9d44dfd9f119f11d0829a3b 2024-11-15T11:43:01,223 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/b02d8ccf713602a8f9894208f33bc262/.tmp/c/30b3516aa9d44dfd9f119f11d0829a3b as hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/b02d8ccf713602a8f9894208f33bc262/c/30b3516aa9d44dfd9f119f11d0829a3b 2024-11-15T11:43:01,230 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 30b3516aa9d44dfd9f119f11d0829a3b 2024-11-15T11:43:01,230 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/b02d8ccf713602a8f9894208f33bc262/c/30b3516aa9d44dfd9f119f11d0829a3b, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-15T11:43:01,231 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for b02d8ccf713602a8f9894208f33bc262 in 35ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-15T11:43:01,232 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/b02d8ccf713602a8f9894208f33bc262/recovered.edits/0000000000000003002 2024-11-15T11:43:01,233 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b02d8ccf713602a8f9894208f33bc262 2024-11-15T11:43:01,233 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b02d8ccf713602a8f9894208f33bc262 2024-11-15T11:43:01,234 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T11:43:01,236 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b02d8ccf713602a8f9894208f33bc262 2024-11-15T11:43:01,238 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenIntoWAL/b02d8ccf713602a8f9894208f33bc262/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-15T11:43:01,239 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b02d8ccf713602a8f9894208f33bc262; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70573681, jitterRate=0.051629796624183655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T11:43:01,239 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b02d8ccf713602a8f9894208f33bc262: Writing region info on filesystem at 1731670980065Initializing all the Stores at 1731670980066 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670980066Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670980066Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670980066Cleaning up temporary data from old regions at 1731670981233 (+1167 ms)Region opened successfully at 1731670981239 (+6 ms) 2024-11-15T11:43:01,313 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b02d8ccf713602a8f9894208f33bc262, disabling compactions & flushes 2024-11-15T11:43:01,314 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731670975569.b02d8ccf713602a8f9894208f33bc262. 2024-11-15T11:43:01,314 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731670975569.b02d8ccf713602a8f9894208f33bc262. 2024-11-15T11:43:01,314 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731670975569.b02d8ccf713602a8f9894208f33bc262. after waiting 0 ms 2024-11-15T11:43:01,314 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731670975569.b02d8ccf713602a8f9894208f33bc262. 2024-11-15T11:43:01,323 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731670975569.b02d8ccf713602a8f9894208f33bc262. 2024-11-15T11:43:01,323 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b02d8ccf713602a8f9894208f33bc262: Waiting for close lock at 1731670981313Disabling compacts and flushes for region at 1731670981313Disabling writes for close at 1731670981314 (+1 ms)Writing region close event to WAL at 1731670981323 (+9 ms)Closed at 1731670981323 2024-11-15T11:43:01,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741857_1034 (size=95) 2024-11-15T11:43:01,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741857_1034 (size=95) 2024-11-15T11:43:01,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741857_1034 (size=95) 2024-11-15T11:43:01,331 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T11:43:01,331 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731670980045) 2024-11-15T11:43:01,346 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=399 (was 385) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:45687 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:40165 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/cluster_88edee4b-caea-781c-c9c9-68c60d8f7c43/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1849137927_22 at /127.0.0.1:51494 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1849137927_22 at /127.0.0.1:58030 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1849137927_22 at /127.0.0.1:44888 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:36685 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:45687 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/cluster_88edee4b-caea-781c-c9c9-68c60d8f7c43/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1849137927_22 at /127.0.0.1:44842 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=366 (was 363) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11352 (was 11471) 2024-11-15T11:43:01,358 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=399, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=366, ProcessCount=11, AvailableMemoryMB=11350 2024-11-15T11:43:01,376 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:43:01,379 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:43:01,380 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:43:01,383 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-17688831, suffix=, logDir=hdfs://localhost:45687/hbase/WALs/hregion-17688831, archiveDir=hdfs://localhost:45687/hbase/oldWALs, maxLogs=32 2024-11-15T11:43:01,396 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-17688831/hregion-17688831.1731670981384, exclude list is [], retry=0 2024-11-15T11:43:01,399 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36843,DS-40be2364-24ac-4d1d-9218-bb5cd184da07,DISK] 2024-11-15T11:43:01,399 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39965,DS-0b896dea-fd5d-4b4a-88e0-4eea800a37e4,DISK] 2024-11-15T11:43:01,399 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35399,DS-e161f08f-bfa6-4d7a-b878-188081a9fba1,DISK] 2024-11-15T11:43:01,402 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-17688831/hregion-17688831.1731670981384 2024-11-15T11:43:01,404 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45729:45729),(127.0.0.1/127.0.0.1:42777:42777),(127.0.0.1/127.0.0.1:38737:38737)] 2024-11-15T11:43:01,404 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 8df3ad98b8b5dd5c2c5ee885db0747b3, NAME => 'test2727,,1731670981377.8df3ad98b8b5dd5c2c5ee885db0747b3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45687/hbase 2024-11-15T11:43:01,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741865_1042 (size=43) 2024-11-15T11:43:01,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741865_1042 (size=43) 2024-11-15T11:43:01,416 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731670981377.8df3ad98b8b5dd5c2c5ee885db0747b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:43:01,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741865_1042 (size=43) 2024-11-15T11:43:01,418 INFO [StoreOpener-8df3ad98b8b5dd5c2c5ee885db0747b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8df3ad98b8b5dd5c2c5ee885db0747b3 2024-11-15T11:43:01,419 INFO [StoreOpener-8df3ad98b8b5dd5c2c5ee885db0747b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8df3ad98b8b5dd5c2c5ee885db0747b3 columnFamilyName a 2024-11-15T11:43:01,420 DEBUG [StoreOpener-8df3ad98b8b5dd5c2c5ee885db0747b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:01,420 INFO [StoreOpener-8df3ad98b8b5dd5c2c5ee885db0747b3-1 {}] regionserver.HStore(327): Store=8df3ad98b8b5dd5c2c5ee885db0747b3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:01,420 INFO [StoreOpener-8df3ad98b8b5dd5c2c5ee885db0747b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8df3ad98b8b5dd5c2c5ee885db0747b3 2024-11-15T11:43:01,423 INFO [StoreOpener-8df3ad98b8b5dd5c2c5ee885db0747b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8df3ad98b8b5dd5c2c5ee885db0747b3 columnFamilyName b 2024-11-15T11:43:01,423 DEBUG [StoreOpener-8df3ad98b8b5dd5c2c5ee885db0747b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:01,423 INFO [StoreOpener-8df3ad98b8b5dd5c2c5ee885db0747b3-1 {}] regionserver.HStore(327): Store=8df3ad98b8b5dd5c2c5ee885db0747b3/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:01,424 INFO [StoreOpener-8df3ad98b8b5dd5c2c5ee885db0747b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8df3ad98b8b5dd5c2c5ee885db0747b3 2024-11-15T11:43:01,425 INFO [StoreOpener-8df3ad98b8b5dd5c2c5ee885db0747b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8df3ad98b8b5dd5c2c5ee885db0747b3 columnFamilyName c 2024-11-15T11:43:01,425 DEBUG [StoreOpener-8df3ad98b8b5dd5c2c5ee885db0747b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:01,426 INFO [StoreOpener-8df3ad98b8b5dd5c2c5ee885db0747b3-1 {}] regionserver.HStore(327): Store=8df3ad98b8b5dd5c2c5ee885db0747b3/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:01,426 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8df3ad98b8b5dd5c2c5ee885db0747b3 2024-11-15T11:43:01,427 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/test2727/8df3ad98b8b5dd5c2c5ee885db0747b3 2024-11-15T11:43:01,427 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/test2727/8df3ad98b8b5dd5c2c5ee885db0747b3 2024-11-15T11:43:01,429 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8df3ad98b8b5dd5c2c5ee885db0747b3 2024-11-15T11:43:01,429 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8df3ad98b8b5dd5c2c5ee885db0747b3 2024-11-15T11:43:01,429 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:43:01,431 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8df3ad98b8b5dd5c2c5ee885db0747b3 2024-11-15T11:43:01,433 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45687/hbase/data/default/test2727/8df3ad98b8b5dd5c2c5ee885db0747b3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:43:01,434 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8df3ad98b8b5dd5c2c5ee885db0747b3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71970559, jitterRate=0.07244490087032318}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:43:01,436 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8df3ad98b8b5dd5c2c5ee885db0747b3: Writing region info on filesystem at 1731670981416Initializing all the Stores at 1731670981417 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670981417Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670981417Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670981417Cleaning up temporary data from old regions at 1731670981429 (+12 ms)Region opened successfully at 1731670981436 (+7 ms) 2024-11-15T11:43:01,436 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8df3ad98b8b5dd5c2c5ee885db0747b3, disabling compactions & flushes 2024-11-15T11:43:01,436 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731670981377.8df3ad98b8b5dd5c2c5ee885db0747b3. 2024-11-15T11:43:01,436 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731670981377.8df3ad98b8b5dd5c2c5ee885db0747b3. 2024-11-15T11:43:01,436 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731670981377.8df3ad98b8b5dd5c2c5ee885db0747b3. after waiting 0 ms 2024-11-15T11:43:01,436 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731670981377.8df3ad98b8b5dd5c2c5ee885db0747b3. 2024-11-15T11:43:01,437 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731670981377.8df3ad98b8b5dd5c2c5ee885db0747b3. 2024-11-15T11:43:01,437 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8df3ad98b8b5dd5c2c5ee885db0747b3: Waiting for close lock at 1731670981436Disabling compacts and flushes for region at 1731670981436Disabling writes for close at 1731670981436Writing region close event to WAL at 1731670981437 (+1 ms)Closed at 1731670981437 2024-11-15T11:43:01,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741864_1041 (size=95) 2024-11-15T11:43:01,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741864_1041 (size=95) 2024-11-15T11:43:01,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741864_1041 (size=95) 2024-11-15T11:43:01,442 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T11:43:01,442 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-17688831:(num 1731670981384) 2024-11-15T11:43:01,443 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T11:43:01,445 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:45687/hbase/WALs/test2727-manual,16010,1731670981375, archiveDir=hdfs://localhost:45687/hbase/oldWALs, maxLogs=32 2024-11-15T11:43:01,458 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731670981375/wal.1731670981445, exclude list is [], retry=0 2024-11-15T11:43:01,461 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35399,DS-e161f08f-bfa6-4d7a-b878-188081a9fba1,DISK] 2024-11-15T11:43:01,461 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36843,DS-40be2364-24ac-4d1d-9218-bb5cd184da07,DISK] 2024-11-15T11:43:01,462 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39965,DS-0b896dea-fd5d-4b4a-88e0-4eea800a37e4,DISK] 2024-11-15T11:43:01,467 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731670981375/wal.1731670981445 2024-11-15T11:43:01,467 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38737:38737),(127.0.0.1/127.0.0.1:45729:45729),(127.0.0.1/127.0.0.1:42777:42777)] 2024-11-15T11:43:01,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741866_1043 (size=263359) 2024-11-15T11:43:01,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741866_1043 (size=263359) 2024-11-15T11:43:01,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741866_1043 (size=263359) 2024-11-15T11:43:01,650 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45687/hbase/WALs/test2727-manual,16010,1731670981375/wal.1731670981445, size=257.2 K (263359bytes) 2024-11-15T11:43:01,651 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45687/hbase/WALs/test2727-manual,16010,1731670981375/wal.1731670981445 2024-11-15T11:43:01,651 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45687/hbase/WALs/test2727-manual,16010,1731670981375/wal.1731670981445 after 0ms 2024-11-15T11:43:01,654 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:45687/hbase/WALs/test2727-manual,16010,1731670981375/wal.1731670981445: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T11:43:01,655 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45687/hbase/WALs/test2727-manual,16010,1731670981375/wal.1731670981445 took 5ms 2024-11-15T11:43:01,660 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731670981445.temp 2024-11-15T11:43:01,662 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45687/hbase/data/default/test2727/8df3ad98b8b5dd5c2c5ee885db0747b3/recovered.edits/0000000000000000001-wal.1731670981445.temp 2024-11-15T11:43:01,710 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45687/hbase/WALs/test2727-manual,16010,1731670981375/wal.1731670981445 so closing down 2024-11-15T11:43:01,711 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:43:01,711 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:43:01,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741867_1044 (size=263359) 2024-11-15T11:43:01,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741867_1044 (size=263359) 2024-11-15T11:43:01,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741867_1044 (size=263359) 2024-11-15T11:43:01,717 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45687/hbase/data/default/test2727/8df3ad98b8b5dd5c2c5ee885db0747b3/recovered.edits/0000000000000000001-wal.1731670981445.temp (wrote 3000 edits, skipped 0 edits in 39 ms) 2024-11-15T11:43:01,720 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45687/hbase/data/default/test2727/8df3ad98b8b5dd5c2c5ee885db0747b3/recovered.edits/0000000000000000001-wal.1731670981445.temp to hdfs://localhost:45687/hbase/data/default/test2727/8df3ad98b8b5dd5c2c5ee885db0747b3/recovered.edits/0000000000000003000 2024-11-15T11:43:01,720 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:45687/hbase/WALs/test2727-manual,16010,1731670981375/wal.1731670981445, size=257.2 K, length=263359, corrupted=false, cancelled=false 2024-11-15T11:43:01,720 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45687/hbase/WALs/test2727-manual,16010,1731670981375/wal.1731670981445, journal: Splitting hdfs://localhost:45687/hbase/WALs/test2727-manual,16010,1731670981375/wal.1731670981445, size=257.2 K (263359bytes) at 1731670981651Creating recovered edits writer path=hdfs://localhost:45687/hbase/data/default/test2727/8df3ad98b8b5dd5c2c5ee885db0747b3/recovered.edits/0000000000000000001-wal.1731670981445.temp at 1731670981663 (+12 ms)Split 1024 edits, skipped 0 edits. at 1731670981675 (+12 ms)Split 2048 edits, skipped 0 edits. at 1731670981693 (+18 ms)Finishing writing output for hdfs://localhost:45687/hbase/WALs/test2727-manual,16010,1731670981375/wal.1731670981445 so closing down at 1731670981710 (+17 ms)3 split writer threads finished at 1731670981711 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45687/hbase/data/default/test2727/8df3ad98b8b5dd5c2c5ee885db0747b3/recovered.edits/0000000000000000001-wal.1731670981445.temp (wrote 3000 edits, skipped 0 edits in 39 ms) at 1731670981718 (+7 ms)Rename recovered edits hdfs://localhost:45687/hbase/data/default/test2727/8df3ad98b8b5dd5c2c5ee885db0747b3/recovered.edits/0000000000000000001-wal.1731670981445.temp to hdfs://localhost:45687/hbase/data/default/test2727/8df3ad98b8b5dd5c2c5ee885db0747b3/recovered.edits/0000000000000003000 at 1731670981720 (+2 ms)Processed 3000 edits across 1 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:45687/hbase/WALs/test2727-manual,16010,1731670981375/wal.1731670981445, size=257.2 K, length=263359, corrupted=false, cancelled=false at 1731670981720 2024-11-15T11:43:01,723 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45687/hbase/WALs/test2727-manual,16010,1731670981375/wal.1731670981445 to hdfs://localhost:45687/hbase/oldWALs/wal.1731670981445 2024-11-15T11:43:01,724 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:45687/hbase/data/default/test2727/8df3ad98b8b5dd5c2c5ee885db0747b3/recovered.edits/0000000000000003000 2024-11-15T11:43:01,724 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T11:43:01,726 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:45687/hbase/WALs/test2727-manual,16010,1731670981375, archiveDir=hdfs://localhost:45687/hbase/oldWALs, maxLogs=32 2024-11-15T11:43:01,746 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731670981375/wal.1731670981727, exclude list is [], retry=0 2024-11-15T11:43:01,750 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36843,DS-40be2364-24ac-4d1d-9218-bb5cd184da07,DISK] 2024-11-15T11:43:01,750 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39965,DS-0b896dea-fd5d-4b4a-88e0-4eea800a37e4,DISK] 2024-11-15T11:43:01,751 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35399,DS-e161f08f-bfa6-4d7a-b878-188081a9fba1,DISK] 2024-11-15T11:43:01,753 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731670981375/wal.1731670981727 2024-11-15T11:43:01,754 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45729:45729),(127.0.0.1/127.0.0.1:42777:42777),(127.0.0.1/127.0.0.1:38737:38737)] 2024-11-15T11:43:01,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T11:43:01,758 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T11:43:01,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:43:01,760 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T11:43:01,760 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T11:43:01,760 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T11:43:01,761 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-15T11:43:01,761 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-15T11:43:01,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741868_1045 (size=263486) 2024-11-15T11:43:01,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741868_1045 (size=263486) 2024-11-15T11:43:01,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741868_1045 (size=263486) 2024-11-15T11:43:01,939 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45687/hbase/WALs/test2727-manual,16010,1731670981375/wal.1731670981727, size=257.3 K (263486bytes) 2024-11-15T11:43:01,940 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45687/hbase/WALs/test2727-manual,16010,1731670981375/wal.1731670981727 2024-11-15T11:43:01,940 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45687/hbase/WALs/test2727-manual,16010,1731670981375/wal.1731670981727 after 0ms 2024-11-15T11:43:01,943 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:45687/hbase/WALs/test2727-manual,16010,1731670981375/wal.1731670981727: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T11:43:01,945 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45687/hbase/WALs/test2727-manual,16010,1731670981375/wal.1731670981727 took 6ms 2024-11-15T11:43:01,950 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1731670981727.temp 2024-11-15T11:43:01,952 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45687/hbase/data/default/test2727/8df3ad98b8b5dd5c2c5ee885db0747b3/recovered.edits/0000000000000003001-wal.1731670981727.temp 2024-11-15T11:43:02,000 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45687/hbase/WALs/test2727-manual,16010,1731670981375/wal.1731670981727 so closing down 2024-11-15T11:43:02,000 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:43:02,000 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:43:02,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741869_1046 (size=263486) 2024-11-15T11:43:02,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741869_1046 (size=263486) 2024-11-15T11:43:02,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741869_1046 (size=263486) 2024-11-15T11:43:02,006 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45687/hbase/data/default/test2727/8df3ad98b8b5dd5c2c5ee885db0747b3/recovered.edits/0000000000000003001-wal.1731670981727.temp (wrote 3000 edits, skipped 0 edits in 38 ms) 2024-11-15T11:43:02,008 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45687/hbase/data/default/test2727/8df3ad98b8b5dd5c2c5ee885db0747b3/recovered.edits/0000000000000003001-wal.1731670981727.temp to hdfs://localhost:45687/hbase/data/default/test2727/8df3ad98b8b5dd5c2c5ee885db0747b3/recovered.edits/0000000000000006000 2024-11-15T11:43:02,008 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 62 ms; skipped=0; WAL=hdfs://localhost:45687/hbase/WALs/test2727-manual,16010,1731670981375/wal.1731670981727, size=257.3 K, length=263486, corrupted=false, cancelled=false 2024-11-15T11:43:02,008 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45687/hbase/WALs/test2727-manual,16010,1731670981375/wal.1731670981727, journal: Splitting hdfs://localhost:45687/hbase/WALs/test2727-manual,16010,1731670981375/wal.1731670981727, size=257.3 K (263486bytes) at 1731670981939Creating recovered edits writer path=hdfs://localhost:45687/hbase/data/default/test2727/8df3ad98b8b5dd5c2c5ee885db0747b3/recovered.edits/0000000000000003001-wal.1731670981727.temp at 1731670981952 (+13 ms)Split 1024 edits, skipped 0 edits. at 1731670981968 (+16 ms)Split 2048 edits, skipped 0 edits. at 1731670981984 (+16 ms)Finishing writing output for hdfs://localhost:45687/hbase/WALs/test2727-manual,16010,1731670981375/wal.1731670981727 so closing down at 1731670982000 (+16 ms)3 split writer threads finished at 1731670982000Closed recovered edits writer path=hdfs://localhost:45687/hbase/data/default/test2727/8df3ad98b8b5dd5c2c5ee885db0747b3/recovered.edits/0000000000000003001-wal.1731670981727.temp (wrote 3000 edits, skipped 0 edits in 38 ms) at 1731670982006 (+6 ms)Rename recovered edits hdfs://localhost:45687/hbase/data/default/test2727/8df3ad98b8b5dd5c2c5ee885db0747b3/recovered.edits/0000000000000003001-wal.1731670981727.temp to hdfs://localhost:45687/hbase/data/default/test2727/8df3ad98b8b5dd5c2c5ee885db0747b3/recovered.edits/0000000000000006000 at 1731670982008 (+2 ms)Processed 3000 edits across 1 Regions in 62 ms; skipped=0; WAL=hdfs://localhost:45687/hbase/WALs/test2727-manual,16010,1731670981375/wal.1731670981727, size=257.3 K, length=263486, corrupted=false, cancelled=false at 1731670982008 2024-11-15T11:43:02,010 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45687/hbase/WALs/test2727-manual,16010,1731670981375/wal.1731670981727 to hdfs://localhost:45687/hbase/oldWALs/wal.1731670981727 2024-11-15T11:43:02,011 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:45687/hbase/data/default/test2727/8df3ad98b8b5dd5c2c5ee885db0747b3/recovered.edits/0000000000000006000 2024-11-15T11:43:02,011 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T11:43:02,014 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:45687/hbase/WALs/test2727-manual,16010,1731670981375, archiveDir=hdfs://localhost:45687/hbase/oldWALs, maxLogs=32 2024-11-15T11:43:02,028 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731670981375/wal.1731670982014, exclude list is [], retry=0 2024-11-15T11:43:02,032 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39965,DS-0b896dea-fd5d-4b4a-88e0-4eea800a37e4,DISK] 2024-11-15T11:43:02,032 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36843,DS-40be2364-24ac-4d1d-9218-bb5cd184da07,DISK] 2024-11-15T11:43:02,033 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35399,DS-e161f08f-bfa6-4d7a-b878-188081a9fba1,DISK] 2024-11-15T11:43:02,035 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731670981375/wal.1731670982014 2024-11-15T11:43:02,036 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42777:42777),(127.0.0.1/127.0.0.1:45729:45729),(127.0.0.1/127.0.0.1:38737:38737)] 2024-11-15T11:43:02,036 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8df3ad98b8b5dd5c2c5ee885db0747b3, NAME => 'test2727,,1731670981377.8df3ad98b8b5dd5c2c5ee885db0747b3.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:43:02,036 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731670981377.8df3ad98b8b5dd5c2c5ee885db0747b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:43:02,037 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8df3ad98b8b5dd5c2c5ee885db0747b3 2024-11-15T11:43:02,037 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8df3ad98b8b5dd5c2c5ee885db0747b3 2024-11-15T11:43:02,038 INFO [StoreOpener-8df3ad98b8b5dd5c2c5ee885db0747b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8df3ad98b8b5dd5c2c5ee885db0747b3 2024-11-15T11:43:02,040 INFO [StoreOpener-8df3ad98b8b5dd5c2c5ee885db0747b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8df3ad98b8b5dd5c2c5ee885db0747b3 columnFamilyName a 2024-11-15T11:43:02,040 DEBUG [StoreOpener-8df3ad98b8b5dd5c2c5ee885db0747b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:02,040 INFO [StoreOpener-8df3ad98b8b5dd5c2c5ee885db0747b3-1 {}] regionserver.HStore(327): Store=8df3ad98b8b5dd5c2c5ee885db0747b3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:02,040 INFO [StoreOpener-8df3ad98b8b5dd5c2c5ee885db0747b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8df3ad98b8b5dd5c2c5ee885db0747b3 2024-11-15T11:43:02,041 INFO [StoreOpener-8df3ad98b8b5dd5c2c5ee885db0747b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8df3ad98b8b5dd5c2c5ee885db0747b3 columnFamilyName b 2024-11-15T11:43:02,042 DEBUG [StoreOpener-8df3ad98b8b5dd5c2c5ee885db0747b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:02,042 INFO [StoreOpener-8df3ad98b8b5dd5c2c5ee885db0747b3-1 {}] regionserver.HStore(327): Store=8df3ad98b8b5dd5c2c5ee885db0747b3/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:02,042 INFO [StoreOpener-8df3ad98b8b5dd5c2c5ee885db0747b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8df3ad98b8b5dd5c2c5ee885db0747b3 2024-11-15T11:43:02,043 INFO [StoreOpener-8df3ad98b8b5dd5c2c5ee885db0747b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8df3ad98b8b5dd5c2c5ee885db0747b3 columnFamilyName c 2024-11-15T11:43:02,043 DEBUG [StoreOpener-8df3ad98b8b5dd5c2c5ee885db0747b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:02,044 INFO [StoreOpener-8df3ad98b8b5dd5c2c5ee885db0747b3-1 {}] regionserver.HStore(327): Store=8df3ad98b8b5dd5c2c5ee885db0747b3/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:02,044 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8df3ad98b8b5dd5c2c5ee885db0747b3 2024-11-15T11:43:02,045 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/test2727/8df3ad98b8b5dd5c2c5ee885db0747b3 2024-11-15T11:43:02,047 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/test2727/8df3ad98b8b5dd5c2c5ee885db0747b3 2024-11-15T11:43:02,048 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45687/hbase/data/default/test2727/8df3ad98b8b5dd5c2c5ee885db0747b3/recovered.edits/0000000000000003000 2024-11-15T11:43:02,051 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:45687/hbase/data/default/test2727/8df3ad98b8b5dd5c2c5ee885db0747b3/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T11:43:02,101 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:45687/hbase/data/default/test2727/8df3ad98b8b5dd5c2c5ee885db0747b3/recovered.edits/0000000000000003000 2024-11-15T11:43:02,102 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45687/hbase/data/default/test2727/8df3ad98b8b5dd5c2c5ee885db0747b3/recovered.edits/0000000000000006000 2024-11-15T11:43:02,104 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:45687/hbase/data/default/test2727/8df3ad98b8b5dd5c2c5ee885db0747b3/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T11:43:02,154 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:45687/hbase/data/default/test2727/8df3ad98b8b5dd5c2c5ee885db0747b3/recovered.edits/0000000000000006000 2024-11-15T11:43:02,155 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8df3ad98b8b5dd5c2c5ee885db0747b3 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-15T11:43:02,175 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45687/hbase/data/default/test2727/8df3ad98b8b5dd5c2c5ee885db0747b3/.tmp/a/2379d9b08a1145d2b146965943ae19df is 41, key is test2727/a:100/1731670981761/Put/seqid=0 2024-11-15T11:43:02,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741871_1048 (size=84227) 2024-11-15T11:43:02,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741871_1048 (size=84227) 2024-11-15T11:43:02,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741871_1048 (size=84227) 2024-11-15T11:43:02,183 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:45687/hbase/data/default/test2727/8df3ad98b8b5dd5c2c5ee885db0747b3/.tmp/a/2379d9b08a1145d2b146965943ae19df 2024-11-15T11:43:02,219 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45687/hbase/data/default/test2727/8df3ad98b8b5dd5c2c5ee885db0747b3/.tmp/b/b6f7bc92af6d4a139d01a1cdc2df55a5 is 41, key is test2727/b:100/1731670981828/Put/seqid=0 2024-11-15T11:43:02,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741872_1049 (size=84609) 2024-11-15T11:43:02,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741872_1049 (size=84609) 2024-11-15T11:43:02,223 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:45687/hbase/data/default/test2727/8df3ad98b8b5dd5c2c5ee885db0747b3/.tmp/b/b6f7bc92af6d4a139d01a1cdc2df55a5 2024-11-15T11:43:02,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741872_1049 (size=84609) 2024-11-15T11:43:02,252 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45687/hbase/data/default/test2727/8df3ad98b8b5dd5c2c5ee885db0747b3/.tmp/c/919ca5f727894450ad8a4cf6c7521965 is 41, key is test2727/c:100/1731670981880/Put/seqid=0 2024-11-15T11:43:02,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741873_1050 (size=84609) 2024-11-15T11:43:02,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741873_1050 (size=84609) 2024-11-15T11:43:02,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741873_1050 (size=84609) 2024-11-15T11:43:02,259 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:45687/hbase/data/default/test2727/8df3ad98b8b5dd5c2c5ee885db0747b3/.tmp/c/919ca5f727894450ad8a4cf6c7521965 2024-11-15T11:43:02,265 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45687/hbase/data/default/test2727/8df3ad98b8b5dd5c2c5ee885db0747b3/.tmp/a/2379d9b08a1145d2b146965943ae19df as hdfs://localhost:45687/hbase/data/default/test2727/8df3ad98b8b5dd5c2c5ee885db0747b3/a/2379d9b08a1145d2b146965943ae19df 2024-11-15T11:43:02,272 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45687/hbase/data/default/test2727/8df3ad98b8b5dd5c2c5ee885db0747b3/a/2379d9b08a1145d2b146965943ae19df, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-15T11:43:02,273 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45687/hbase/data/default/test2727/8df3ad98b8b5dd5c2c5ee885db0747b3/.tmp/b/b6f7bc92af6d4a139d01a1cdc2df55a5 as hdfs://localhost:45687/hbase/data/default/test2727/8df3ad98b8b5dd5c2c5ee885db0747b3/b/b6f7bc92af6d4a139d01a1cdc2df55a5 2024-11-15T11:43:02,280 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45687/hbase/data/default/test2727/8df3ad98b8b5dd5c2c5ee885db0747b3/b/b6f7bc92af6d4a139d01a1cdc2df55a5, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-15T11:43:02,282 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45687/hbase/data/default/test2727/8df3ad98b8b5dd5c2c5ee885db0747b3/.tmp/c/919ca5f727894450ad8a4cf6c7521965 as hdfs://localhost:45687/hbase/data/default/test2727/8df3ad98b8b5dd5c2c5ee885db0747b3/c/919ca5f727894450ad8a4cf6c7521965 2024-11-15T11:43:02,289 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45687/hbase/data/default/test2727/8df3ad98b8b5dd5c2c5ee885db0747b3/c/919ca5f727894450ad8a4cf6c7521965, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-15T11:43:02,289 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 8df3ad98b8b5dd5c2c5ee885db0747b3 in 135ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-15T11:43:02,290 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45687/hbase/data/default/test2727/8df3ad98b8b5dd5c2c5ee885db0747b3/recovered.edits/0000000000000003000 2024-11-15T11:43:02,291 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45687/hbase/data/default/test2727/8df3ad98b8b5dd5c2c5ee885db0747b3/recovered.edits/0000000000000006000 2024-11-15T11:43:02,292 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8df3ad98b8b5dd5c2c5ee885db0747b3 2024-11-15T11:43:02,292 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8df3ad98b8b5dd5c2c5ee885db0747b3 2024-11-15T11:43:02,293 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:43:02,295 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8df3ad98b8b5dd5c2c5ee885db0747b3 2024-11-15T11:43:02,297 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45687/hbase/data/default/test2727/8df3ad98b8b5dd5c2c5ee885db0747b3/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-15T11:43:02,299 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8df3ad98b8b5dd5c2c5ee885db0747b3; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63639642, jitterRate=-0.051695436239242554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:43:02,300 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8df3ad98b8b5dd5c2c5ee885db0747b3: Writing region info on filesystem at 1731670982037Initializing all the Stores at 1731670982038 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670982038Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670982038Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670982038Obtaining lock to block concurrent updates at 1731670982155 (+117 ms)Preparing flush snapshotting stores in 8df3ad98b8b5dd5c2c5ee885db0747b3 at 1731670982155Finished memstore snapshotting test2727,,1731670981377.8df3ad98b8b5dd5c2c5ee885db0747b3., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1731670982155Flushing stores of test2727,,1731670981377.8df3ad98b8b5dd5c2c5ee885db0747b3. at 1731670982155Flushing 8df3ad98b8b5dd5c2c5ee885db0747b3/a: creating writer at 1731670982155Flushing 8df3ad98b8b5dd5c2c5ee885db0747b3/a: appending metadata at 1731670982175 (+20 ms)Flushing 8df3ad98b8b5dd5c2c5ee885db0747b3/a: closing flushed file at 1731670982175Flushing 8df3ad98b8b5dd5c2c5ee885db0747b3/b: creating writer at 1731670982190 (+15 ms)Flushing 8df3ad98b8b5dd5c2c5ee885db0747b3/b: appending metadata at 1731670982217 (+27 ms)Flushing 8df3ad98b8b5dd5c2c5ee885db0747b3/b: closing flushed file at 1731670982217Flushing 8df3ad98b8b5dd5c2c5ee885db0747b3/c: creating writer at 1731670982231 (+14 ms)Flushing 8df3ad98b8b5dd5c2c5ee885db0747b3/c: appending metadata at 1731670982251 (+20 ms)Flushing 8df3ad98b8b5dd5c2c5ee885db0747b3/c: closing flushed file at 1731670982251Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41330a72: reopening flushed file at 1731670982264 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@690fea7e: reopening flushed file at 1731670982272 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54675698: reopening flushed file at 1731670982281 (+9 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 8df3ad98b8b5dd5c2c5ee885db0747b3 in 135ms, sequenceid=6000, compaction requested=false; wal=null at 1731670982289 (+8 ms)Cleaning up temporary data from old regions at 1731670982292 (+3 ms)Region opened successfully at 1731670982299 (+7 ms) 2024-11-15T11:43:02,300 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-15T11:43:02,301 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8df3ad98b8b5dd5c2c5ee885db0747b3, disabling compactions & flushes 2024-11-15T11:43:02,301 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731670981377.8df3ad98b8b5dd5c2c5ee885db0747b3. 2024-11-15T11:43:02,301 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731670981377.8df3ad98b8b5dd5c2c5ee885db0747b3. 2024-11-15T11:43:02,301 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731670981377.8df3ad98b8b5dd5c2c5ee885db0747b3. after waiting 0 ms 2024-11-15T11:43:02,301 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731670981377.8df3ad98b8b5dd5c2c5ee885db0747b3. 2024-11-15T11:43:02,340 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731670981377.8df3ad98b8b5dd5c2c5ee885db0747b3. 2024-11-15T11:43:02,340 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8df3ad98b8b5dd5c2c5ee885db0747b3: Waiting for close lock at 1731670982301Disabling compacts and flushes for region at 1731670982301Disabling writes for close at 1731670982301Writing region close event to WAL at 1731670982340 (+39 ms)Closed at 1731670982340 2024-11-15T11:43:02,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741870_1047 (size=95) 2024-11-15T11:43:02,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741870_1047 (size=95) 2024-11-15T11:43:02,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741870_1047 (size=95) 2024-11-15T11:43:02,349 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T11:43:02,349 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731670982014) 2024-11-15T11:43:02,363 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=401 (was 399) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_311840694_22 at /127.0.0.1:53786 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_311840694_22 at /127.0.0.1:58030 [Waiting for operation #23] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_311840694_22 at /127.0.0.1:47864 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=368 (was 366) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11066 (was 11350) 2024-11-15T11:43:02,379 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=401, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=368, ProcessCount=11, AvailableMemoryMB=11065 2024-11-15T11:43:02,394 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:43:02,400 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:45687/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731670982394, archiveDir=hdfs://localhost:45687/hbase/oldWALs, maxLogs=32 2024-11-15T11:43:02,401 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1731670982401 2024-11-15T11:43:02,408 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731670982394/wal.1731670982401 2024-11-15T11:43:02,413 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45729:45729),(127.0.0.1/127.0.0.1:42777:42777),(127.0.0.1/127.0.0.1:38737:38737)] 2024-11-15T11:43:02,415 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c2759df9e898deb7a2e278ff8cf7432, NAME => 'testSequentialEditLogSeqNum,,1731670982395.5c2759df9e898deb7a2e278ff8cf7432.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:43:02,415 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1731670982395.5c2759df9e898deb7a2e278ff8cf7432.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:43:02,415 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 5c2759df9e898deb7a2e278ff8cf7432 2024-11-15T11:43:02,415 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 5c2759df9e898deb7a2e278ff8cf7432 2024-11-15T11:43:02,416 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:45687/hbase/data/default/testSequentialEditLogSeqNum/5c2759df9e898deb7a2e278ff8cf7432 doesn't exist for region: 5c2759df9e898deb7a2e278ff8cf7432 on table testSequentialEditLogSeqNum 2024-11-15T11:43:02,417 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 5c2759df9e898deb7a2e278ff8cf7432 on table testSequentialEditLogSeqNum 2024-11-15T11:43:02,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741875_1052 (size=62) 2024-11-15T11:43:02,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741875_1052 (size=62) 2024-11-15T11:43:02,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741875_1052 (size=62) 2024-11-15T11:43:02,430 INFO [StoreOpener-5c2759df9e898deb7a2e278ff8cf7432-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5c2759df9e898deb7a2e278ff8cf7432 2024-11-15T11:43:02,432 INFO [StoreOpener-5c2759df9e898deb7a2e278ff8cf7432-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c2759df9e898deb7a2e278ff8cf7432 columnFamilyName a 2024-11-15T11:43:02,432 DEBUG [StoreOpener-5c2759df9e898deb7a2e278ff8cf7432-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:02,432 INFO [StoreOpener-5c2759df9e898deb7a2e278ff8cf7432-1 {}] regionserver.HStore(327): Store=5c2759df9e898deb7a2e278ff8cf7432/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:02,432 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5c2759df9e898deb7a2e278ff8cf7432 2024-11-15T11:43:02,433 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testSequentialEditLogSeqNum/5c2759df9e898deb7a2e278ff8cf7432 2024-11-15T11:43:02,433 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testSequentialEditLogSeqNum/5c2759df9e898deb7a2e278ff8cf7432 2024-11-15T11:43:02,434 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5c2759df9e898deb7a2e278ff8cf7432 2024-11-15T11:43:02,434 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5c2759df9e898deb7a2e278ff8cf7432 2024-11-15T11:43:02,436 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5c2759df9e898deb7a2e278ff8cf7432 2024-11-15T11:43:02,438 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45687/hbase/data/default/testSequentialEditLogSeqNum/5c2759df9e898deb7a2e278ff8cf7432/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:43:02,438 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5c2759df9e898deb7a2e278ff8cf7432; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66123159, jitterRate=-0.014688149094581604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T11:43:02,439 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5c2759df9e898deb7a2e278ff8cf7432: Writing region info on filesystem at 1731670982415Initializing all the Stores at 1731670982430 (+15 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670982430Cleaning up temporary data from old regions at 1731670982434 (+4 ms)Region opened successfully at 1731670982439 (+5 ms) 2024-11-15T11:43:02,452 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5c2759df9e898deb7a2e278ff8cf7432 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-15T11:43:02,471 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45687/hbase/data/default/testSequentialEditLogSeqNum/5c2759df9e898deb7a2e278ff8cf7432/.tmp/a/41577913169743a6895d4002f97c5a2f is 81, key is testSequentialEditLogSeqNum/a:x0/1731670982439/Put/seqid=0 2024-11-15T11:43:02,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741876_1053 (size=5833) 2024-11-15T11:43:02,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741876_1053 (size=5833) 2024-11-15T11:43:02,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741876_1053 (size=5833) 2024-11-15T11:43:02,479 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45687/hbase/data/default/testSequentialEditLogSeqNum/5c2759df9e898deb7a2e278ff8cf7432/.tmp/a/41577913169743a6895d4002f97c5a2f 2024-11-15T11:43:02,486 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45687/hbase/data/default/testSequentialEditLogSeqNum/5c2759df9e898deb7a2e278ff8cf7432/.tmp/a/41577913169743a6895d4002f97c5a2f as hdfs://localhost:45687/hbase/data/default/testSequentialEditLogSeqNum/5c2759df9e898deb7a2e278ff8cf7432/a/41577913169743a6895d4002f97c5a2f 2024-11-15T11:43:02,492 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45687/hbase/data/default/testSequentialEditLogSeqNum/5c2759df9e898deb7a2e278ff8cf7432/a/41577913169743a6895d4002f97c5a2f, entries=10, sequenceid=13, filesize=5.7 K 2024-11-15T11:43:02,493 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 5c2759df9e898deb7a2e278ff8cf7432 in 41ms, sequenceid=13, compaction requested=false 2024-11-15T11:43:02,494 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 5c2759df9e898deb7a2e278ff8cf7432: 2024-11-15T11:43:02,500 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-15T11:43:02,500 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-15T11:43:02,500 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-15T11:43:02,500 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-15T11:43:02,500 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-15T11:43:02,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741874_1051 (size=1844) 2024-11-15T11:43:02,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741874_1051 (size=1844) 2024-11-15T11:43:02,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741874_1051 (size=1844) 2024-11-15T11:43:02,519 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45687/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731670982394/wal.1731670982401, size=1.8 K (1844bytes) 2024-11-15T11:43:02,519 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45687/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731670982394/wal.1731670982401 2024-11-15T11:43:02,520 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45687/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731670982394/wal.1731670982401 after 0ms 2024-11-15T11:43:02,522 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:45687/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731670982394/wal.1731670982401: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T11:43:02,522 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45687/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731670982394/wal.1731670982401 took 3ms 2024-11-15T11:43:02,526 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45687/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731670982394/wal.1731670982401 so closing down 2024-11-15T11:43:02,526 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:43:02,527 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731670982401.temp 2024-11-15T11:43:02,528 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testSequentialEditLogSeqNum/5c2759df9e898deb7a2e278ff8cf7432/recovered.edits/0000000000000000003-wal.1731670982401.temp 2024-11-15T11:43:02,529 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:43:02,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741877_1054 (size=1477) 2024-11-15T11:43:02,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741877_1054 (size=1477) 2024-11-15T11:43:02,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741877_1054 (size=1477) 2024-11-15T11:43:02,536 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testSequentialEditLogSeqNum/5c2759df9e898deb7a2e278ff8cf7432/recovered.edits/0000000000000000003-wal.1731670982401.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-15T11:43:02,538 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45687/hbase/data/default/testSequentialEditLogSeqNum/5c2759df9e898deb7a2e278ff8cf7432/recovered.edits/0000000000000000003-wal.1731670982401.temp to hdfs://localhost:45687/hbase/data/default/testSequentialEditLogSeqNum/5c2759df9e898deb7a2e278ff8cf7432/recovered.edits/0000000000000000020 2024-11-15T11:43:02,538 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 15 ms; skipped=2; WAL=hdfs://localhost:45687/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731670982394/wal.1731670982401, size=1.8 K, length=1844, corrupted=false, cancelled=false 2024-11-15T11:43:02,538 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45687/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731670982394/wal.1731670982401, journal: Splitting hdfs://localhost:45687/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731670982394/wal.1731670982401, size=1.8 K (1844bytes) at 1731670982519Finishing writing output for hdfs://localhost:45687/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731670982394/wal.1731670982401 so closing down at 1731670982526 (+7 ms)Creating recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testSequentialEditLogSeqNum/5c2759df9e898deb7a2e278ff8cf7432/recovered.edits/0000000000000000003-wal.1731670982401.temp at 1731670982528 (+2 ms)3 split writer threads finished at 1731670982529 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testSequentialEditLogSeqNum/5c2759df9e898deb7a2e278ff8cf7432/recovered.edits/0000000000000000003-wal.1731670982401.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1731670982536 (+7 ms)Rename recovered edits hdfs://localhost:45687/hbase/data/default/testSequentialEditLogSeqNum/5c2759df9e898deb7a2e278ff8cf7432/recovered.edits/0000000000000000003-wal.1731670982401.temp to hdfs://localhost:45687/hbase/data/default/testSequentialEditLogSeqNum/5c2759df9e898deb7a2e278ff8cf7432/recovered.edits/0000000000000000020 at 1731670982538 (+2 ms)Processed 17 edits across 1 Regions in 15 ms; skipped=2; WAL=hdfs://localhost:45687/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731670982394/wal.1731670982401, size=1.8 K, length=1844, corrupted=false, cancelled=false at 1731670982538 2024-11-15T11:43:02,552 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=408 (was 401) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_311840694_22 at /127.0.0.1:58030 [Waiting for operation #25] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/cluster_88edee4b-caea-781c-c9c9-68c60d8f7c43/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/cluster_88edee4b-caea-781c-c9c9-68c60d8f7c43/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_311840694_22 at /127.0.0.1:47864 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=368 (was 368), ProcessCount=11 (was 11), AvailableMemoryMB=11061 (was 11065) 2024-11-15T11:43:02,565 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=408, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=368, ProcessCount=11, AvailableMemoryMB=11060 2024-11-15T11:43:02,587 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:43:02,590 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:43:02,611 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:43:02,614 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-83414659, suffix=, logDir=hdfs://localhost:45687/hbase/WALs/hregion-83414659, archiveDir=hdfs://localhost:45687/hbase/oldWALs, maxLogs=32 2024-11-15T11:43:02,631 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-83414659/hregion-83414659.1731670982615, exclude list is [], retry=0 2024-11-15T11:43:02,634 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39965,DS-0b896dea-fd5d-4b4a-88e0-4eea800a37e4,DISK] 2024-11-15T11:43:02,634 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35399,DS-e161f08f-bfa6-4d7a-b878-188081a9fba1,DISK] 2024-11-15T11:43:02,635 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36843,DS-40be2364-24ac-4d1d-9218-bb5cd184da07,DISK] 2024-11-15T11:43:02,637 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-83414659/hregion-83414659.1731670982615 2024-11-15T11:43:02,638 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42777:42777),(127.0.0.1/127.0.0.1:38737:38737),(127.0.0.1/127.0.0.1:45729:45729)] 2024-11-15T11:43:02,638 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => a35fa00ccd00edc574db809183731896, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731670982588.a35fa00ccd00edc574db809183731896.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45687/hbase 2024-11-15T11:43:02,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741879_1056 (size=70) 2024-11-15T11:43:02,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741879_1056 (size=70) 2024-11-15T11:43:02,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741879_1056 (size=70) 2024-11-15T11:43:02,655 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731670982588.a35fa00ccd00edc574db809183731896.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:43:02,660 INFO [StoreOpener-a35fa00ccd00edc574db809183731896-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a35fa00ccd00edc574db809183731896 2024-11-15T11:43:02,662 INFO [StoreOpener-a35fa00ccd00edc574db809183731896-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a35fa00ccd00edc574db809183731896 columnFamilyName a 2024-11-15T11:43:02,662 DEBUG [StoreOpener-a35fa00ccd00edc574db809183731896-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:02,663 INFO [StoreOpener-a35fa00ccd00edc574db809183731896-1 {}] regionserver.HStore(327): Store=a35fa00ccd00edc574db809183731896/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:02,663 INFO [StoreOpener-a35fa00ccd00edc574db809183731896-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a35fa00ccd00edc574db809183731896 2024-11-15T11:43:02,665 INFO [StoreOpener-a35fa00ccd00edc574db809183731896-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a35fa00ccd00edc574db809183731896 columnFamilyName b 2024-11-15T11:43:02,665 DEBUG [StoreOpener-a35fa00ccd00edc574db809183731896-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:02,665 INFO [StoreOpener-a35fa00ccd00edc574db809183731896-1 {}] regionserver.HStore(327): Store=a35fa00ccd00edc574db809183731896/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:02,665 INFO [StoreOpener-a35fa00ccd00edc574db809183731896-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a35fa00ccd00edc574db809183731896 2024-11-15T11:43:02,667 INFO [StoreOpener-a35fa00ccd00edc574db809183731896-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a35fa00ccd00edc574db809183731896 columnFamilyName c 2024-11-15T11:43:02,667 DEBUG [StoreOpener-a35fa00ccd00edc574db809183731896-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:02,668 INFO [StoreOpener-a35fa00ccd00edc574db809183731896-1 {}] regionserver.HStore(327): Store=a35fa00ccd00edc574db809183731896/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:02,668 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a35fa00ccd00edc574db809183731896 2024-11-15T11:43:02,669 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a35fa00ccd00edc574db809183731896 2024-11-15T11:43:02,669 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a35fa00ccd00edc574db809183731896 2024-11-15T11:43:02,670 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a35fa00ccd00edc574db809183731896 2024-11-15T11:43:02,670 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a35fa00ccd00edc574db809183731896 2024-11-15T11:43:02,671 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:43:02,672 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a35fa00ccd00edc574db809183731896 2024-11-15T11:43:02,675 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45687/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a35fa00ccd00edc574db809183731896/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:43:02,675 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a35fa00ccd00edc574db809183731896; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71156269, jitterRate=0.06031103432178497}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:43:02,676 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a35fa00ccd00edc574db809183731896: Writing region info on filesystem at 1731670982655Initializing all the Stores at 1731670982656 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670982656Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670982660 (+4 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670982660Cleaning up temporary data from old regions at 1731670982670 (+10 ms)Region opened successfully at 1731670982676 (+6 ms) 2024-11-15T11:43:02,676 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a35fa00ccd00edc574db809183731896, disabling compactions & flushes 2024-11-15T11:43:02,676 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731670982588.a35fa00ccd00edc574db809183731896. 2024-11-15T11:43:02,677 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731670982588.a35fa00ccd00edc574db809183731896. 2024-11-15T11:43:02,677 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731670982588.a35fa00ccd00edc574db809183731896. after waiting 0 ms 2024-11-15T11:43:02,677 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731670982588.a35fa00ccd00edc574db809183731896. 2024-11-15T11:43:02,677 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731670982588.a35fa00ccd00edc574db809183731896. 2024-11-15T11:43:02,677 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a35fa00ccd00edc574db809183731896: Waiting for close lock at 1731670982676Disabling compacts and flushes for region at 1731670982676Disabling writes for close at 1731670982677 (+1 ms)Writing region close event to WAL at 1731670982677Closed at 1731670982677 2024-11-15T11:43:02,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741878_1055 (size=95) 2024-11-15T11:43:02,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741878_1055 (size=95) 2024-11-15T11:43:02,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741878_1055 (size=95) 2024-11-15T11:43:02,684 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T11:43:02,684 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-83414659:(num 1731670982615) 2024-11-15T11:43:02,684 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T11:43:02,686 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:45687/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731670982586, archiveDir=hdfs://localhost:45687/hbase/oldWALs, maxLogs=32 2024-11-15T11:43:02,704 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731670982586/wal.1731670982687, exclude list is [], retry=0 2024-11-15T11:43:02,707 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36843,DS-40be2364-24ac-4d1d-9218-bb5cd184da07,DISK] 2024-11-15T11:43:02,708 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39965,DS-0b896dea-fd5d-4b4a-88e0-4eea800a37e4,DISK] 2024-11-15T11:43:02,708 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35399,DS-e161f08f-bfa6-4d7a-b878-188081a9fba1,DISK] 2024-11-15T11:43:02,710 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731670982586/wal.1731670982687 2024-11-15T11:43:02,710 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45729:45729),(127.0.0.1/127.0.0.1:42777:42777),(127.0.0.1/127.0.0.1:38737:38737)] 2024-11-15T11:43:02,711 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a35fa00ccd00edc574db809183731896, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731670982588.a35fa00ccd00edc574db809183731896.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:43:02,711 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731670982588.a35fa00ccd00edc574db809183731896.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:43:02,711 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a35fa00ccd00edc574db809183731896 2024-11-15T11:43:02,711 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a35fa00ccd00edc574db809183731896 2024-11-15T11:43:02,713 INFO [StoreOpener-a35fa00ccd00edc574db809183731896-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a35fa00ccd00edc574db809183731896 2024-11-15T11:43:02,714 INFO [StoreOpener-a35fa00ccd00edc574db809183731896-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a35fa00ccd00edc574db809183731896 columnFamilyName a 2024-11-15T11:43:02,714 DEBUG [StoreOpener-a35fa00ccd00edc574db809183731896-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:02,715 INFO [StoreOpener-a35fa00ccd00edc574db809183731896-1 {}] regionserver.HStore(327): Store=a35fa00ccd00edc574db809183731896/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:02,715 INFO [StoreOpener-a35fa00ccd00edc574db809183731896-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a35fa00ccd00edc574db809183731896 2024-11-15T11:43:02,716 INFO [StoreOpener-a35fa00ccd00edc574db809183731896-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a35fa00ccd00edc574db809183731896 columnFamilyName b 2024-11-15T11:43:02,716 DEBUG [StoreOpener-a35fa00ccd00edc574db809183731896-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:02,716 INFO [StoreOpener-a35fa00ccd00edc574db809183731896-1 {}] regionserver.HStore(327): Store=a35fa00ccd00edc574db809183731896/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:02,717 INFO [StoreOpener-a35fa00ccd00edc574db809183731896-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a35fa00ccd00edc574db809183731896 2024-11-15T11:43:02,718 INFO [StoreOpener-a35fa00ccd00edc574db809183731896-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a35fa00ccd00edc574db809183731896 columnFamilyName c 2024-11-15T11:43:02,718 DEBUG [StoreOpener-a35fa00ccd00edc574db809183731896-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:02,718 INFO [StoreOpener-a35fa00ccd00edc574db809183731896-1 {}] regionserver.HStore(327): Store=a35fa00ccd00edc574db809183731896/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:02,718 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a35fa00ccd00edc574db809183731896 2024-11-15T11:43:02,720 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a35fa00ccd00edc574db809183731896 2024-11-15T11:43:02,721 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a35fa00ccd00edc574db809183731896 2024-11-15T11:43:02,723 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a35fa00ccd00edc574db809183731896 2024-11-15T11:43:02,723 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a35fa00ccd00edc574db809183731896 2024-11-15T11:43:02,723 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:43:02,725 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a35fa00ccd00edc574db809183731896 2024-11-15T11:43:02,726 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a35fa00ccd00edc574db809183731896; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61371792, jitterRate=-0.08548903465270996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:43:02,727 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a35fa00ccd00edc574db809183731896: Writing region info on filesystem at 1731670982711Initializing all the Stores at 1731670982712 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670982712Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670982713 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670982713Cleaning up temporary data from old regions at 1731670982723 (+10 ms)Region opened successfully at 1731670982727 (+4 ms) 2024-11-15T11:43:02,732 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45687/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1731670982731/Put/seqid=0 2024-11-15T11:43:02,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741881_1058 (size=4826) 2024-11-15T11:43:02,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741881_1058 (size=4826) 2024-11-15T11:43:02,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741881_1058 (size=4826) 2024-11-15T11:43:02,741 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45687/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in a35fa00ccd00edc574db809183731896/a 2024-11-15T11:43:02,751 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-15T11:43:02,751 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T11:43:02,751 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a35fa00ccd00edc574db809183731896: 2024-11-15T11:43:02,753 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45687/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:45687/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a35fa00ccd00edc574db809183731896/a/3a4d6364fb8640278a2bb432d6058904_SeqId_3_ 2024-11-15T11:43:02,754 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45687/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into a35fa00ccd00edc574db809183731896/a as hdfs://localhost:45687/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a35fa00ccd00edc574db809183731896/a/3a4d6364fb8640278a2bb432d6058904_SeqId_3_ - updating store file list. 2024-11-15T11:43:02,761 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3a4d6364fb8640278a2bb432d6058904_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-15T11:43:02,761 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45687/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a35fa00ccd00edc574db809183731896/a/3a4d6364fb8640278a2bb432d6058904_SeqId_3_ into a35fa00ccd00edc574db809183731896/a 2024-11-15T11:43:02,761 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45687/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into a35fa00ccd00edc574db809183731896/a (new location: hdfs://localhost:45687/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a35fa00ccd00edc574db809183731896/a/3a4d6364fb8640278a2bb432d6058904_SeqId_3_) 2024-11-15T11:43:02,803 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45687/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731670982586/wal.1731670982687, size=0 (0bytes) 2024-11-15T11:43:02,803 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:45687/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731670982586/wal.1731670982687 might be still open, length is 0 2024-11-15T11:43:02,804 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45687/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731670982586/wal.1731670982687 2024-11-15T11:43:02,804 WARN [IPC Server handler 3 on default port 45687 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731670982586/wal.1731670982687 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-15T11:43:02,804 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:45687/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731670982586/wal.1731670982687 after 0ms 2024-11-15T11:43:05,517 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_311840694_22 at /127.0.0.1:34760 [Receiving block BP-810761193-172.17.0.2-1731670967786:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:36843:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34760 dst: /127.0.0.1:36843 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:36843 remote=/127.0.0.1:34760]. Total timeout mills is 60000, 57251 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:43:05,518 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_311840694_22 at /127.0.0.1:47970 [Receiving block BP-810761193-172.17.0.2-1731670967786:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:39965:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47970 dst: /127.0.0.1:39965 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:43:05,518 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_311840694_22 at /127.0.0.1:53856 [Receiving block BP-810761193-172.17.0.2-1731670967786:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:35399:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53856 dst: /127.0.0.1:35399 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:43:05,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741880_1059 (size=474) 2024-11-15T11:43:05,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741880_1059 (size=474) 2024-11-15T11:43:05,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741880_1059 (size=474) 2024-11-15T11:43:06,805 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:45687/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731670982586/wal.1731670982687 after 4001ms 2024-11-15T11:43:06,811 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:45687/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731670982586/wal.1731670982687: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T11:43:06,811 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45687/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731670982586/wal.1731670982687 took 4008ms 2024-11-15T11:43:06,815 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:45687/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731670982586/wal.1731670982687; continuing. 2024-11-15T11:43:06,815 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45687/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731670982586/wal.1731670982687 so closing down 2024-11-15T11:43:06,815 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:43:06,817 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1731670982687.temp 2024-11-15T11:43:06,819 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a35fa00ccd00edc574db809183731896/recovered.edits/0000000000000000005-wal.1731670982687.temp 2024-11-15T11:43:06,820 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:43:06,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741882_1060 (size=259) 2024-11-15T11:43:06,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741882_1060 (size=259) 2024-11-15T11:43:06,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741882_1060 (size=259) 2024-11-15T11:43:06,829 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a35fa00ccd00edc574db809183731896/recovered.edits/0000000000000000005-wal.1731670982687.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-15T11:43:06,831 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45687/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a35fa00ccd00edc574db809183731896/recovered.edits/0000000000000000005-wal.1731670982687.temp to hdfs://localhost:45687/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a35fa00ccd00edc574db809183731896/recovered.edits/0000000000000000005 2024-11-15T11:43:06,831 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 19 ms; skipped=1; WAL=hdfs://localhost:45687/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731670982586/wal.1731670982687, size=0, length=0, corrupted=false, cancelled=false 2024-11-15T11:43:06,831 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45687/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731670982586/wal.1731670982687, journal: Splitting hdfs://localhost:45687/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731670982586/wal.1731670982687, size=0 (0bytes) at 1731670982803Finishing writing output for hdfs://localhost:45687/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731670982586/wal.1731670982687 so closing down at 1731670986815 (+4012 ms)Creating recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a35fa00ccd00edc574db809183731896/recovered.edits/0000000000000000005-wal.1731670982687.temp at 1731670986819 (+4 ms)3 split writer threads finished at 1731670986820 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a35fa00ccd00edc574db809183731896/recovered.edits/0000000000000000005-wal.1731670982687.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731670986829 (+9 ms)Rename recovered edits hdfs://localhost:45687/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a35fa00ccd00edc574db809183731896/recovered.edits/0000000000000000005-wal.1731670982687.temp to hdfs://localhost:45687/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a35fa00ccd00edc574db809183731896/recovered.edits/0000000000000000005 at 1731670986831 (+2 ms)Processed 2 edits across 1 Regions in 19 ms; skipped=1; WAL=hdfs://localhost:45687/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731670982586/wal.1731670982687, size=0, length=0, corrupted=false, cancelled=false at 1731670986831 2024-11-15T11:43:06,832 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45687/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731670982586/wal.1731670982687 to hdfs://localhost:45687/hbase/oldWALs/wal.1731670982687 2024-11-15T11:43:06,833 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:45687/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a35fa00ccd00edc574db809183731896/recovered.edits/0000000000000000005 2024-11-15T11:43:06,833 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T11:43:06,835 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:45687/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731670982586, archiveDir=hdfs://localhost:45687/hbase/oldWALs, maxLogs=32 2024-11-15T11:43:06,847 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731670982586/wal.1731670986836, exclude list is [], retry=0 2024-11-15T11:43:06,850 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36843,DS-40be2364-24ac-4d1d-9218-bb5cd184da07,DISK] 2024-11-15T11:43:06,850 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39965,DS-0b896dea-fd5d-4b4a-88e0-4eea800a37e4,DISK] 2024-11-15T11:43:06,850 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35399,DS-e161f08f-bfa6-4d7a-b878-188081a9fba1,DISK] 2024-11-15T11:43:06,852 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731670982586/wal.1731670986836 2024-11-15T11:43:06,853 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45729:45729),(127.0.0.1/127.0.0.1:42777:42777),(127.0.0.1/127.0.0.1:38737:38737)] 2024-11-15T11:43:06,853 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a35fa00ccd00edc574db809183731896, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731670982588.a35fa00ccd00edc574db809183731896.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:43:06,853 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731670982588.a35fa00ccd00edc574db809183731896.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:43:06,853 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a35fa00ccd00edc574db809183731896 2024-11-15T11:43:06,853 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a35fa00ccd00edc574db809183731896 2024-11-15T11:43:06,855 INFO [StoreOpener-a35fa00ccd00edc574db809183731896-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a35fa00ccd00edc574db809183731896 2024-11-15T11:43:06,856 INFO [StoreOpener-a35fa00ccd00edc574db809183731896-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a35fa00ccd00edc574db809183731896 columnFamilyName a 2024-11-15T11:43:06,856 DEBUG [StoreOpener-a35fa00ccd00edc574db809183731896-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:06,862 DEBUG [StoreFileOpener-a35fa00ccd00edc574db809183731896-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3a4d6364fb8640278a2bb432d6058904_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-15T11:43:06,862 DEBUG [StoreOpener-a35fa00ccd00edc574db809183731896-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45687/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a35fa00ccd00edc574db809183731896/a/3a4d6364fb8640278a2bb432d6058904_SeqId_3_ 2024-11-15T11:43:06,862 INFO [StoreOpener-a35fa00ccd00edc574db809183731896-1 {}] regionserver.HStore(327): Store=a35fa00ccd00edc574db809183731896/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:06,862 INFO [StoreOpener-a35fa00ccd00edc574db809183731896-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a35fa00ccd00edc574db809183731896 2024-11-15T11:43:06,864 INFO [StoreOpener-a35fa00ccd00edc574db809183731896-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a35fa00ccd00edc574db809183731896 columnFamilyName b 2024-11-15T11:43:06,864 DEBUG [StoreOpener-a35fa00ccd00edc574db809183731896-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:06,864 INFO [StoreOpener-a35fa00ccd00edc574db809183731896-1 {}] regionserver.HStore(327): Store=a35fa00ccd00edc574db809183731896/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:06,864 INFO [StoreOpener-a35fa00ccd00edc574db809183731896-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a35fa00ccd00edc574db809183731896 2024-11-15T11:43:06,865 INFO [StoreOpener-a35fa00ccd00edc574db809183731896-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a35fa00ccd00edc574db809183731896 columnFamilyName c 2024-11-15T11:43:06,865 DEBUG [StoreOpener-a35fa00ccd00edc574db809183731896-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:06,866 INFO [StoreOpener-a35fa00ccd00edc574db809183731896-1 {}] regionserver.HStore(327): Store=a35fa00ccd00edc574db809183731896/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:06,866 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a35fa00ccd00edc574db809183731896 2024-11-15T11:43:06,867 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a35fa00ccd00edc574db809183731896 2024-11-15T11:43:06,869 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a35fa00ccd00edc574db809183731896 2024-11-15T11:43:06,870 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45687/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a35fa00ccd00edc574db809183731896/recovered.edits/0000000000000000005 2024-11-15T11:43:06,872 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:45687/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a35fa00ccd00edc574db809183731896/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T11:43:06,873 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:45687/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a35fa00ccd00edc574db809183731896/recovered.edits/0000000000000000005 2024-11-15T11:43:06,873 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a35fa00ccd00edc574db809183731896 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-15T11:43:06,887 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45687/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a35fa00ccd00edc574db809183731896/.tmp/a/2639be49e3a24bcd8a8e829f5de5527f is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1731670982767/Put/seqid=0 2024-11-15T11:43:06,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741884_1062 (size=5149) 2024-11-15T11:43:06,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741884_1062 (size=5149) 2024-11-15T11:43:06,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741884_1062 (size=5149) 2024-11-15T11:43:06,894 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45687/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a35fa00ccd00edc574db809183731896/.tmp/a/2639be49e3a24bcd8a8e829f5de5527f 2024-11-15T11:43:06,901 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45687/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a35fa00ccd00edc574db809183731896/.tmp/a/2639be49e3a24bcd8a8e829f5de5527f as hdfs://localhost:45687/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a35fa00ccd00edc574db809183731896/a/2639be49e3a24bcd8a8e829f5de5527f 2024-11-15T11:43:06,907 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45687/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a35fa00ccd00edc574db809183731896/a/2639be49e3a24bcd8a8e829f5de5527f, entries=1, sequenceid=5, filesize=5.0 K 2024-11-15T11:43:06,907 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for a35fa00ccd00edc574db809183731896 in 34ms, sequenceid=5, compaction requested=false; wal=null 2024-11-15T11:43:06,908 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45687/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a35fa00ccd00edc574db809183731896/recovered.edits/0000000000000000005 2024-11-15T11:43:06,909 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a35fa00ccd00edc574db809183731896 2024-11-15T11:43:06,909 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a35fa00ccd00edc574db809183731896 2024-11-15T11:43:06,910 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:43:06,912 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a35fa00ccd00edc574db809183731896 2024-11-15T11:43:06,914 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45687/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a35fa00ccd00edc574db809183731896/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T11:43:06,915 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a35fa00ccd00edc574db809183731896; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64153711, jitterRate=-0.04403521120548248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:43:06,915 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a35fa00ccd00edc574db809183731896: Writing region info on filesystem at 1731670986853Initializing all the Stores at 1731670986854 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670986854Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670986854Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670986854Obtaining lock to block concurrent updates at 1731670986873 (+19 ms)Preparing flush snapshotting stores in a35fa00ccd00edc574db809183731896 at 1731670986873Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1731670982588.a35fa00ccd00edc574db809183731896., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1731670986874 (+1 ms)Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1731670982588.a35fa00ccd00edc574db809183731896. at 1731670986874Flushing a35fa00ccd00edc574db809183731896/a: creating writer at 1731670986874Flushing a35fa00ccd00edc574db809183731896/a: appending metadata at 1731670986887 (+13 ms)Flushing a35fa00ccd00edc574db809183731896/a: closing flushed file at 1731670986887Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37e1c5f1: reopening flushed file at 1731670986899 (+12 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for a35fa00ccd00edc574db809183731896 in 34ms, sequenceid=5, compaction requested=false; wal=null at 1731670986907 (+8 ms)Cleaning up temporary data from old regions at 1731670986909 (+2 ms)Region opened successfully at 1731670986915 (+6 ms) 2024-11-15T11:43:06,919 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a35fa00ccd00edc574db809183731896, disabling compactions & flushes 2024-11-15T11:43:06,919 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731670982588.a35fa00ccd00edc574db809183731896. 2024-11-15T11:43:06,919 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731670982588.a35fa00ccd00edc574db809183731896. 2024-11-15T11:43:06,919 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731670982588.a35fa00ccd00edc574db809183731896. after waiting 0 ms 2024-11-15T11:43:06,919 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731670982588.a35fa00ccd00edc574db809183731896. 2024-11-15T11:43:06,920 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731670982588.a35fa00ccd00edc574db809183731896. 2024-11-15T11:43:06,920 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a35fa00ccd00edc574db809183731896: Waiting for close lock at 1731670986919Disabling compacts and flushes for region at 1731670986919Disabling writes for close at 1731670986919Writing region close event to WAL at 1731670986920 (+1 ms)Closed at 1731670986920 2024-11-15T11:43:06,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741883_1061 (size=95) 2024-11-15T11:43:06,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741883_1061 (size=95) 2024-11-15T11:43:06,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741883_1061 (size=95) 2024-11-15T11:43:06,925 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T11:43:06,925 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731670986836) 2024-11-15T11:43:06,938 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=412 (was 408) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1205561210_22 at /127.0.0.1:34766 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1205561210_22 at /127.0.0.1:47994 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:42473 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:45687 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/cluster_88edee4b-caea-781c-c9c9-68c60d8f7c43/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:45687 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/cluster_88edee4b-caea-781c-c9c9-68c60d8f7c43/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1205561210_22 at /127.0.0.1:53906 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1023 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=368 (was 368), ProcessCount=11 (was 11), AvailableMemoryMB=11057 (was 11060) 2024-11-15T11:43:06,949 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=412, OpenFileDescriptor=1023, MaxFileDescriptor=1048576, SystemLoadAverage=368, ProcessCount=11, AvailableMemoryMB=11057 2024-11-15T11:43:06,965 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:43:06,970 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:43:06,974 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7adf9b3d9d04,33479,1731670971416 2024-11-15T11:43:06,976 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7db6f6c2 2024-11-15T11:43:06,977 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:43:06,979 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50378, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:43:06,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:43:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-15T11:43:06,990 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T11:43:06,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-15T11:43:06,992 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:06,994 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T11:43:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:43:07,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741885_1063 (size=694) 2024-11-15T11:43:07,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741885_1063 (size=694) 2024-11-15T11:43:07,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741885_1063 (size=694) 2024-11-15T11:43:07,006 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3605aeb66960233c0abf74e11fcd4c99, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409 2024-11-15T11:43:07,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741886_1064 (size=77) 2024-11-15T11:43:07,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741886_1064 (size=77) 2024-11-15T11:43:07,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741886_1064 (size=77) 2024-11-15T11:43:07,014 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:43:07,014 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 3605aeb66960233c0abf74e11fcd4c99, disabling compactions & flushes 2024-11-15T11:43:07,014 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. 2024-11-15T11:43:07,014 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. 2024-11-15T11:43:07,014 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. after waiting 0 ms 2024-11-15T11:43:07,014 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. 2024-11-15T11:43:07,014 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. 2024-11-15T11:43:07,014 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3605aeb66960233c0abf74e11fcd4c99: Waiting for close lock at 1731670987014Disabling compacts and flushes for region at 1731670987014Disabling writes for close at 1731670987014Writing region close event to WAL at 1731670987014Closed at 1731670987014 2024-11-15T11:43:07,016 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T11:43:07,022 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1731670987016"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731670987016"}]},"ts":"1731670987016"} 2024-11-15T11:43:07,025 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T11:43:07,027 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T11:43:07,029 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731670987027"}]},"ts":"1731670987027"} 2024-11-15T11:43:07,033 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-15T11:43:07,033 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {7adf9b3d9d04=0} racks are {/default-rack=0} 2024-11-15T11:43:07,035 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T11:43:07,035 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T11:43:07,035 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-15T11:43:07,035 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T11:43:07,035 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T11:43:07,035 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-15T11:43:07,035 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T11:43:07,035 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T11:43:07,036 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-15T11:43:07,036 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T11:43:07,038 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3605aeb66960233c0abf74e11fcd4c99, ASSIGN}] 2024-11-15T11:43:07,040 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3605aeb66960233c0abf74e11fcd4c99, ASSIGN 2024-11-15T11:43:07,041 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3605aeb66960233c0abf74e11fcd4c99, ASSIGN; state=OFFLINE, location=7adf9b3d9d04,42231,1731670972282; forceNewPlan=false, retain=false 2024-11-15T11:43:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:43:07,194 INFO [7adf9b3d9d04:33479 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-15T11:43:07,195 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3605aeb66960233c0abf74e11fcd4c99, regionState=OPENING, regionLocation=7adf9b3d9d04,42231,1731670972282 2024-11-15T11:43:07,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3605aeb66960233c0abf74e11fcd4c99, ASSIGN because future has completed 2024-11-15T11:43:07,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3605aeb66960233c0abf74e11fcd4c99, server=7adf9b3d9d04,42231,1731670972282}] 2024-11-15T11:43:07,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:43:07,366 INFO [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. 2024-11-15T11:43:07,367 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3605aeb66960233c0abf74e11fcd4c99, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:43:07,367 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:07,367 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:43:07,367 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:07,368 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:07,370 INFO [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:07,371 INFO [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3605aeb66960233c0abf74e11fcd4c99 columnFamilyName cf1 2024-11-15T11:43:07,371 DEBUG [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:07,372 INFO [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] regionserver.HStore(327): Store=3605aeb66960233c0abf74e11fcd4c99/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:07,372 INFO [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:07,373 INFO [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3605aeb66960233c0abf74e11fcd4c99 columnFamilyName cf2 2024-11-15T11:43:07,373 DEBUG [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:07,374 INFO [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] regionserver.HStore(327): Store=3605aeb66960233c0abf74e11fcd4c99/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:07,374 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:07,375 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:07,375 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:07,376 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:07,376 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:07,377 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-15T11:43:07,378 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:07,380 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:43:07,381 INFO [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3605aeb66960233c0abf74e11fcd4c99; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64649703, jitterRate=-0.036644354462623596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-15T11:43:07,381 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:07,382 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3605aeb66960233c0abf74e11fcd4c99: Running coprocessor pre-open hook at 1731670987368Writing region info on filesystem at 1731670987368Initializing all the Stores at 1731670987369 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670987369Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670987369Cleaning up temporary data from old regions at 1731670987376 (+7 ms)Running coprocessor post-open hooks at 1731670987381 (+5 ms)Region opened successfully at 1731670987382 (+1 ms) 2024-11-15T11:43:07,384 INFO [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99., pid=6, masterSystemTime=1731670987355 2024-11-15T11:43:07,387 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. 2024-11-15T11:43:07,387 INFO [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. 2024-11-15T11:43:07,388 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3605aeb66960233c0abf74e11fcd4c99, regionState=OPEN, openSeqNum=2, regionLocation=7adf9b3d9d04,42231,1731670972282 2024-11-15T11:43:07,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3605aeb66960233c0abf74e11fcd4c99, server=7adf9b3d9d04,42231,1731670972282 because future has completed 2024-11-15T11:43:07,393 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33479 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=7adf9b3d9d04,42231,1731670972282, table=testReplayEditsAfterRegionMovedWithMultiCF, region=3605aeb66960233c0abf74e11fcd4c99. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T11:43:07,397 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T11:43:07,398 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3605aeb66960233c0abf74e11fcd4c99, server=7adf9b3d9d04,42231,1731670972282 in 194 msec 2024-11-15T11:43:07,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T11:43:07,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3605aeb66960233c0abf74e11fcd4c99, ASSIGN in 360 msec 2024-11-15T11:43:07,402 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T11:43:07,402 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731670987402"}]},"ts":"1731670987402"} 2024-11-15T11:43:07,405 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-15T11:43:07,406 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T11:43:07,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 423 msec 2024-11-15T11:43:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:43:07,633 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-15T11:43:07,633 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-15T11:43:07,634 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T11:43:07,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-15T11:43:07,639 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T11:43:07,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-15T11:43:07,652 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99., hostname=7adf9b3d9d04,42231,1731670972282, seqNum=2] 2024-11-15T11:43:07,667 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=3605aeb66960233c0abf74e11fcd4c99, source=7adf9b3d9d04,42231,1731670972282, destination=7adf9b3d9d04,42085,1731670972167, warming up region on 7adf9b3d9d04,42085,1731670972167 2024-11-15T11:43:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T11:43:07,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=3605aeb66960233c0abf74e11fcd4c99, source=7adf9b3d9d04,42231,1731670972282, destination=7adf9b3d9d04,42085,1731670972167, running balancer 2024-11-15T11:43:07,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45499, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T11:43:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3605aeb66960233c0abf74e11fcd4c99, REOPEN/MOVE 2024-11-15T11:43:07,671 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3605aeb66960233c0abf74e11fcd4c99, REOPEN/MOVE 2024-11-15T11:43:07,674 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3605aeb66960233c0abf74e11fcd4c99, regionState=CLOSING, regionLocation=7adf9b3d9d04,42231,1731670972282 2024-11-15T11:43:07,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42085 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. 2024-11-15T11:43:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42085 {}] regionserver.HRegion(7855): Warmup {ENCODED => 3605aeb66960233c0abf74e11fcd4c99, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:43:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42085 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:43:07,676 INFO [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:07,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3605aeb66960233c0abf74e11fcd4c99, REOPEN/MOVE because future has completed 2024-11-15T11:43:07,677 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T11:43:07,677 INFO [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3605aeb66960233c0abf74e11fcd4c99 columnFamilyName cf1 2024-11-15T11:43:07,677 DEBUG [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:07,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3605aeb66960233c0abf74e11fcd4c99, server=7adf9b3d9d04,42231,1731670972282}] 2024-11-15T11:43:07,678 INFO [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] regionserver.HStore(327): Store=3605aeb66960233c0abf74e11fcd4c99/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:07,678 INFO [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:07,679 INFO [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3605aeb66960233c0abf74e11fcd4c99 columnFamilyName cf2 2024-11-15T11:43:07,679 DEBUG [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:07,680 INFO [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] regionserver.HStore(327): Store=3605aeb66960233c0abf74e11fcd4c99/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42085 {}] regionserver.HRegion(1722): Closing 3605aeb66960233c0abf74e11fcd4c99, disabling compactions & flushes 2024-11-15T11:43:07,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42085 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. 2024-11-15T11:43:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42085 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. 2024-11-15T11:43:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42085 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. after waiting 0 ms 2024-11-15T11:43:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42085 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. 2024-11-15T11:43:07,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42085 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. 2024-11-15T11:43:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42085 {}] regionserver.HRegion(1676): Region close journal for 3605aeb66960233c0abf74e11fcd4c99: Waiting for close lock at 1731670987680Disabling compacts and flushes for region at 1731670987680Disabling writes for close at 1731670987680Writing region close event to WAL at 1731670987681 (+1 ms)Closed at 1731670987681 2024-11-15T11:43:07,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-15T11:43:07,836 INFO [RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:07,837 DEBUG [RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T11:43:07,837 DEBUG [RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 3605aeb66960233c0abf74e11fcd4c99, disabling compactions & flushes 2024-11-15T11:43:07,837 INFO [RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. 2024-11-15T11:43:07,837 DEBUG [RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. 2024-11-15T11:43:07,837 DEBUG [RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. after waiting 0 ms 2024-11-15T11:43:07,837 DEBUG [RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. 2024-11-15T11:43:07,837 INFO [RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 3605aeb66960233c0abf74e11fcd4c99 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-15T11:43:07,853 DEBUG [RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99/.tmp/cf1/9691f402778c42ffb0ba4507bbed98d6 is 35, key is r1/cf1:q/1731670987654/Put/seqid=0 2024-11-15T11:43:07,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741887_1065 (size=4783) 2024-11-15T11:43:07,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741887_1065 (size=4783) 2024-11-15T11:43:07,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741887_1065 (size=4783) 2024-11-15T11:43:07,859 INFO [RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99/.tmp/cf1/9691f402778c42ffb0ba4507bbed98d6 2024-11-15T11:43:07,866 DEBUG [RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99/.tmp/cf1/9691f402778c42ffb0ba4507bbed98d6 as hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99/cf1/9691f402778c42ffb0ba4507bbed98d6 2024-11-15T11:43:07,872 INFO [RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99/cf1/9691f402778c42ffb0ba4507bbed98d6, entries=1, sequenceid=5, filesize=4.7 K 2024-11-15T11:43:07,874 INFO [RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 3605aeb66960233c0abf74e11fcd4c99 in 37ms, sequenceid=5, compaction requested=false 2024-11-15T11:43:07,874 DEBUG [RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-15T11:43:07,879 DEBUG [RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T11:43:07,881 INFO [RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. 2024-11-15T11:43:07,881 DEBUG [RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 3605aeb66960233c0abf74e11fcd4c99: Waiting for close lock at 1731670987837Running coprocessor pre-close hooks at 1731670987837Disabling compacts and flushes for region at 1731670987837Disabling writes for close at 1731670987837Obtaining lock to block concurrent updates at 1731670987837Preparing flush snapshotting stores in 3605aeb66960233c0abf74e11fcd4c99 at 1731670987837Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1731670987838 (+1 ms)Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. at 1731670987838Flushing 3605aeb66960233c0abf74e11fcd4c99/cf1: creating writer at 1731670987838Flushing 3605aeb66960233c0abf74e11fcd4c99/cf1: appending metadata at 1731670987852 (+14 ms)Flushing 3605aeb66960233c0abf74e11fcd4c99/cf1: closing flushed file at 1731670987852Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42f9e56e: reopening flushed file at 1731670987865 (+13 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 3605aeb66960233c0abf74e11fcd4c99 in 37ms, sequenceid=5, compaction requested=false at 1731670987874 (+9 ms)Writing region close event to WAL at 1731670987875 (+1 ms)Running coprocessor post-close hooks at 1731670987880 (+5 ms)Closed at 1731670987881 (+1 ms) 2024-11-15T11:43:07,882 INFO [RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 3605aeb66960233c0abf74e11fcd4c99 move to 7adf9b3d9d04,42085,1731670972167 record at close sequenceid=5 2024-11-15T11:43:07,919 INFO [RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:07,920 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3605aeb66960233c0abf74e11fcd4c99, regionState=CLOSED 2024-11-15T11:43:07,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3605aeb66960233c0abf74e11fcd4c99, server=7adf9b3d9d04,42231,1731670972282 because future has completed 2024-11-15T11:43:07,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-15T11:43:07,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 3605aeb66960233c0abf74e11fcd4c99, server=7adf9b3d9d04,42231,1731670972282 in 245 msec 2024-11-15T11:43:07,927 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3605aeb66960233c0abf74e11fcd4c99, REOPEN/MOVE; state=CLOSED, location=7adf9b3d9d04,42085,1731670972167; forceNewPlan=false, retain=false 2024-11-15T11:43:08,078 INFO [7adf9b3d9d04:33479 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-15T11:43:08,078 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3605aeb66960233c0abf74e11fcd4c99, regionState=OPENING, regionLocation=7adf9b3d9d04,42085,1731670972167 2024-11-15T11:43:08,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3605aeb66960233c0abf74e11fcd4c99, REOPEN/MOVE because future has completed 2024-11-15T11:43:08,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3605aeb66960233c0abf74e11fcd4c99, server=7adf9b3d9d04,42085,1731670972167}] 2024-11-15T11:43:08,239 INFO [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. 2024-11-15T11:43:08,239 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 3605aeb66960233c0abf74e11fcd4c99, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:43:08,239 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:08,239 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:43:08,239 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:08,239 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:08,241 INFO [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:08,242 INFO [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3605aeb66960233c0abf74e11fcd4c99 columnFamilyName cf1 2024-11-15T11:43:08,242 DEBUG [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:08,252 DEBUG [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99/cf1/9691f402778c42ffb0ba4507bbed98d6 2024-11-15T11:43:08,252 INFO [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] regionserver.HStore(327): Store=3605aeb66960233c0abf74e11fcd4c99/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:08,252 INFO [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:08,254 INFO [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3605aeb66960233c0abf74e11fcd4c99 columnFamilyName cf2 2024-11-15T11:43:08,254 DEBUG [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:08,255 INFO [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] regionserver.HStore(327): Store=3605aeb66960233c0abf74e11fcd4c99/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:08,256 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:08,257 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:08,258 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:08,259 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:08,259 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:08,260 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-15T11:43:08,262 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:08,264 INFO [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 3605aeb66960233c0abf74e11fcd4c99; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73376953, jitterRate=0.09340180456638336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-15T11:43:08,264 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:08,265 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 3605aeb66960233c0abf74e11fcd4c99: Running coprocessor pre-open hook at 1731670988239Writing region info on filesystem at 1731670988239Initializing all the Stores at 1731670988240 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670988240Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670988241 (+1 ms)Cleaning up temporary data from old regions at 1731670988259 (+18 ms)Running coprocessor post-open hooks at 1731670988264 (+5 ms)Region opened successfully at 1731670988265 (+1 ms) 2024-11-15T11:43:08,266 INFO [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99., pid=9, masterSystemTime=1731670988234 2024-11-15T11:43:08,270 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. 2024-11-15T11:43:08,270 INFO [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. 2024-11-15T11:43:08,271 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3605aeb66960233c0abf74e11fcd4c99, regionState=OPEN, openSeqNum=9, regionLocation=7adf9b3d9d04,42085,1731670972167 2024-11-15T11:43:08,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3605aeb66960233c0abf74e11fcd4c99, server=7adf9b3d9d04,42085,1731670972167 because future has completed 2024-11-15T11:43:08,281 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-15T11:43:08,282 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 3605aeb66960233c0abf74e11fcd4c99, server=7adf9b3d9d04,42085,1731670972167 in 196 msec 2024-11-15T11:43:08,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3605aeb66960233c0abf74e11fcd4c99, REOPEN/MOVE in 611 msec 2024-11-15T11:43:08,329 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T11:43:08,332 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40038, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T11:43:08,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42231 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:41250 deadline: 1731671048336, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7adf9b3d9d04 port=42085 startCode=1731670972167. As of locationSeqNum=5. 2024-11-15T11:43:08,356 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99., hostname=7adf9b3d9d04,42231,1731670972282, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99., hostname=7adf9b3d9d04,42231,1731670972282, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7adf9b3d9d04 port=42085 startCode=1731670972167. As of locationSeqNum=5. 2024-11-15T11:43:08,356 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99., hostname=7adf9b3d9d04,42231,1731670972282, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7adf9b3d9d04 port=42085 startCode=1731670972167. As of locationSeqNum=5. 2024-11-15T11:43:08,356 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99., hostname=7adf9b3d9d04,42231,1731670972282, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99., hostname=7adf9b3d9d04,42085,1731670972167, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7adf9b3d9d04 port=42085 startCode=1731670972167. As of locationSeqNum=5. 2024-11-15T11:43:08,461 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:43:08,464 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40048, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:43:08,475 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3605aeb66960233c0abf74e11fcd4c99 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-15T11:43:08,493 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99/.tmp/cf1/ee6516107d254fa5a313ad53605ab0d2 is 29, key is r1/cf1:/1731670988465/DeleteFamily/seqid=0 2024-11-15T11:43:08,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741888_1066 (size=4906) 2024-11-15T11:43:08,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741888_1066 (size=4906) 2024-11-15T11:43:08,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741888_1066 (size=4906) 2024-11-15T11:43:08,500 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99/.tmp/cf1/ee6516107d254fa5a313ad53605ab0d2 2024-11-15T11:43:08,507 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ee6516107d254fa5a313ad53605ab0d2 2024-11-15T11:43:08,522 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99/.tmp/cf2/1a2bd681fbb646c8af8f06247705ab4d is 29, key is r1/cf2:/1731670988465/DeleteFamily/seqid=0 2024-11-15T11:43:08,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741889_1067 (size=4906) 2024-11-15T11:43:08,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741889_1067 (size=4906) 2024-11-15T11:43:08,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741889_1067 (size=4906) 2024-11-15T11:43:08,534 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99/.tmp/cf2/1a2bd681fbb646c8af8f06247705ab4d 2024-11-15T11:43:08,542 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1a2bd681fbb646c8af8f06247705ab4d 2024-11-15T11:43:08,544 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99/.tmp/cf1/ee6516107d254fa5a313ad53605ab0d2 as hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99/cf1/ee6516107d254fa5a313ad53605ab0d2 2024-11-15T11:43:08,552 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ee6516107d254fa5a313ad53605ab0d2 2024-11-15T11:43:08,552 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99/cf1/ee6516107d254fa5a313ad53605ab0d2, entries=1, sequenceid=12, filesize=4.8 K 2024-11-15T11:43:08,553 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99/.tmp/cf2/1a2bd681fbb646c8af8f06247705ab4d as hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99/cf2/1a2bd681fbb646c8af8f06247705ab4d 2024-11-15T11:43:08,560 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1a2bd681fbb646c8af8f06247705ab4d 2024-11-15T11:43:08,560 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99/cf2/1a2bd681fbb646c8af8f06247705ab4d, entries=1, sequenceid=12, filesize=4.8 K 2024-11-15T11:43:08,561 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 3605aeb66960233c0abf74e11fcd4c99 in 86ms, sequenceid=12, compaction requested=false 2024-11-15T11:43:08,561 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3605aeb66960233c0abf74e11fcd4c99: 2024-11-15T11:43:08,564 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-15T11:43:08,565 DEBUG [Time-limited test {}] regionserver.HStore(1541): 3605aeb66960233c0abf74e11fcd4c99/cf1 is initiating major compaction (all files) 2024-11-15T11:43:08,565 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T11:43:08,565 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:43:08,566 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 3605aeb66960233c0abf74e11fcd4c99/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. 2024-11-15T11:43:08,566 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99/cf1/9691f402778c42ffb0ba4507bbed98d6, hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99/cf1/ee6516107d254fa5a313ad53605ab0d2] into tmpdir=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99/.tmp, totalSize=9.5 K 2024-11-15T11:43:08,567 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 9691f402778c42ffb0ba4507bbed98d6, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731670987654 2024-11-15T11:43:08,568 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting ee6516107d254fa5a313ad53605ab0d2, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-15T11:43:08,579 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 3605aeb66960233c0abf74e11fcd4c99#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T11:43:08,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741890_1068 (size=4626) 2024-11-15T11:43:08,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741890_1068 (size=4626) 2024-11-15T11:43:08,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741890_1068 (size=4626) 2024-11-15T11:43:08,595 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99/.tmp/cf1/c67ce8e46f0945a794f9422fe66f9f41 as hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99/cf1/c67ce8e46f0945a794f9422fe66f9f41 2024-11-15T11:43:08,610 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 3605aeb66960233c0abf74e11fcd4c99/cf1 of 3605aeb66960233c0abf74e11fcd4c99 into c67ce8e46f0945a794f9422fe66f9f41(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T11:43:08,610 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 3605aeb66960233c0abf74e11fcd4c99: 2024-11-15T11:43:08,610 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-15T11:43:08,610 DEBUG [Time-limited test {}] regionserver.HStore(1541): 3605aeb66960233c0abf74e11fcd4c99/cf2 is initiating major compaction (all files) 2024-11-15T11:43:08,610 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T11:43:08,610 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:43:08,611 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 3605aeb66960233c0abf74e11fcd4c99/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. 2024-11-15T11:43:08,611 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99/cf2/1a2bd681fbb646c8af8f06247705ab4d] into tmpdir=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99/.tmp, totalSize=4.8 K 2024-11-15T11:43:08,611 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 1a2bd681fbb646c8af8f06247705ab4d, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-15T11:43:08,618 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 3605aeb66960233c0abf74e11fcd4c99#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T11:43:08,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741891_1069 (size=4592) 2024-11-15T11:43:08,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741891_1069 (size=4592) 2024-11-15T11:43:08,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741891_1069 (size=4592) 2024-11-15T11:43:08,640 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99/.tmp/cf2/e3d977cd1b0e4887bbad74a7f4aa512c as hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99/cf2/e3d977cd1b0e4887bbad74a7f4aa512c 2024-11-15T11:43:08,648 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 3605aeb66960233c0abf74e11fcd4c99/cf2 of 3605aeb66960233c0abf74e11fcd4c99 into e3d977cd1b0e4887bbad74a7f4aa512c(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T11:43:08,648 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 3605aeb66960233c0abf74e11fcd4c99: 2024-11-15T11:43:08,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=3605aeb66960233c0abf74e11fcd4c99, source=7adf9b3d9d04,42085,1731670972167, destination=7adf9b3d9d04,42231,1731670972282, warming up region on 7adf9b3d9d04,42231,1731670972282 2024-11-15T11:43:08,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=3605aeb66960233c0abf74e11fcd4c99, source=7adf9b3d9d04,42085,1731670972167, destination=7adf9b3d9d04,42231,1731670972282, running balancer 2024-11-15T11:43:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3605aeb66960233c0abf74e11fcd4c99, REOPEN/MOVE 2024-11-15T11:43:08,655 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3605aeb66960233c0abf74e11fcd4c99, REOPEN/MOVE 2024-11-15T11:43:08,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42231 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. 2024-11-15T11:43:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42231 {}] regionserver.HRegion(7855): Warmup {ENCODED => 3605aeb66960233c0abf74e11fcd4c99, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:43:08,657 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=3605aeb66960233c0abf74e11fcd4c99, regionState=CLOSING, regionLocation=7adf9b3d9d04,42085,1731670972167 2024-11-15T11:43:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42231 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:43:08,658 INFO [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:08,659 INFO [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3605aeb66960233c0abf74e11fcd4c99 columnFamilyName cf1 2024-11-15T11:43:08,659 DEBUG [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:08,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3605aeb66960233c0abf74e11fcd4c99, REOPEN/MOVE because future has completed 2024-11-15T11:43:08,661 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T11:43:08,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3605aeb66960233c0abf74e11fcd4c99, server=7adf9b3d9d04,42085,1731670972167}] 2024-11-15T11:43:08,669 DEBUG [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99/cf1/9691f402778c42ffb0ba4507bbed98d6 2024-11-15T11:43:08,676 DEBUG [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99/cf1/c67ce8e46f0945a794f9422fe66f9f41 2024-11-15T11:43:08,681 INFO [StoreFileOpener-3605aeb66960233c0abf74e11fcd4c99-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ee6516107d254fa5a313ad53605ab0d2 2024-11-15T11:43:08,681 DEBUG [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99/cf1/ee6516107d254fa5a313ad53605ab0d2 2024-11-15T11:43:08,681 INFO [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] regionserver.HStore(327): Store=3605aeb66960233c0abf74e11fcd4c99/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:08,682 INFO [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:08,683 INFO [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3605aeb66960233c0abf74e11fcd4c99 columnFamilyName cf2 2024-11-15T11:43:08,683 DEBUG [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:08,690 INFO [StoreFileOpener-3605aeb66960233c0abf74e11fcd4c99-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1a2bd681fbb646c8af8f06247705ab4d 2024-11-15T11:43:08,690 DEBUG [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99/cf2/1a2bd681fbb646c8af8f06247705ab4d 2024-11-15T11:43:08,696 DEBUG [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99/cf2/e3d977cd1b0e4887bbad74a7f4aa512c 2024-11-15T11:43:08,696 INFO [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] regionserver.HStore(327): Store=3605aeb66960233c0abf74e11fcd4c99/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42231 {}] regionserver.HRegion(1722): Closing 3605aeb66960233c0abf74e11fcd4c99, disabling compactions & flushes 2024-11-15T11:43:08,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42231 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. 2024-11-15T11:43:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42231 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. 2024-11-15T11:43:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42231 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. after waiting 0 ms 2024-11-15T11:43:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42231 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. 2024-11-15T11:43:08,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42231 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. 2024-11-15T11:43:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42231 {}] regionserver.HRegion(1676): Region close journal for 3605aeb66960233c0abf74e11fcd4c99: Waiting for close lock at 1731670988696Disabling compacts and flushes for region at 1731670988696Disabling writes for close at 1731670988697 (+1 ms)Writing region close event to WAL at 1731670988698 (+1 ms)Closed at 1731670988698 2024-11-15T11:43:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-15T11:43:08,816 INFO [RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:08,816 DEBUG [RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T11:43:08,816 DEBUG [RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 3605aeb66960233c0abf74e11fcd4c99, disabling compactions & flushes 2024-11-15T11:43:08,816 INFO [RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. 2024-11-15T11:43:08,816 DEBUG [RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. 2024-11-15T11:43:08,816 DEBUG [RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. after waiting 0 ms 2024-11-15T11:43:08,816 DEBUG [RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. 2024-11-15T11:43:08,817 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99/cf1/9691f402778c42ffb0ba4507bbed98d6, hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99/cf1/ee6516107d254fa5a313ad53605ab0d2] to archive 2024-11-15T11:43:08,820 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T11:43:08,825 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99/cf1/9691f402778c42ffb0ba4507bbed98d6 to hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99/cf1/9691f402778c42ffb0ba4507bbed98d6 2024-11-15T11:43:08,828 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99/cf1/ee6516107d254fa5a313ad53605ab0d2 to hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99/cf1/ee6516107d254fa5a313ad53605ab0d2 2024-11-15T11:43:08,838 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99/cf2/1a2bd681fbb646c8af8f06247705ab4d] to archive 2024-11-15T11:43:08,840 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T11:43:08,842 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99/cf2/1a2bd681fbb646c8af8f06247705ab4d to hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99/cf2/1a2bd681fbb646c8af8f06247705ab4d 2024-11-15T11:43:08,848 DEBUG [RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-15T11:43:08,848 INFO [RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. 2024-11-15T11:43:08,849 DEBUG [RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 3605aeb66960233c0abf74e11fcd4c99: Waiting for close lock at 1731670988816Running coprocessor pre-close hooks at 1731670988816Disabling compacts and flushes for region at 1731670988816Disabling writes for close at 1731670988816Writing region close event to WAL at 1731670988843 (+27 ms)Running coprocessor post-close hooks at 1731670988848 (+5 ms)Closed at 1731670988848 2024-11-15T11:43:08,849 INFO [RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 3605aeb66960233c0abf74e11fcd4c99 move to 7adf9b3d9d04,42231,1731670972282 record at close sequenceid=12 2024-11-15T11:43:08,851 INFO [RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:08,852 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=3605aeb66960233c0abf74e11fcd4c99, regionState=CLOSED 2024-11-15T11:43:08,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3605aeb66960233c0abf74e11fcd4c99, server=7adf9b3d9d04,42085,1731670972167 because future has completed 2024-11-15T11:43:08,859 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-15T11:43:08,859 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 3605aeb66960233c0abf74e11fcd4c99, server=7adf9b3d9d04,42085,1731670972167 in 195 msec 2024-11-15T11:43:08,860 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3605aeb66960233c0abf74e11fcd4c99, REOPEN/MOVE; state=CLOSED, location=7adf9b3d9d04,42231,1731670972282; forceNewPlan=false, retain=false 2024-11-15T11:43:09,011 INFO [7adf9b3d9d04:33479 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-15T11:43:09,011 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=3605aeb66960233c0abf74e11fcd4c99, regionState=OPENING, regionLocation=7adf9b3d9d04,42231,1731670972282 2024-11-15T11:43:09,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3605aeb66960233c0abf74e11fcd4c99, REOPEN/MOVE because future has completed 2024-11-15T11:43:09,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3605aeb66960233c0abf74e11fcd4c99, server=7adf9b3d9d04,42231,1731670972282}] 2024-11-15T11:43:09,170 INFO [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. 2024-11-15T11:43:09,170 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 3605aeb66960233c0abf74e11fcd4c99, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:43:09,171 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:09,171 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:43:09,171 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:09,171 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:09,172 INFO [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:09,173 INFO [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3605aeb66960233c0abf74e11fcd4c99 columnFamilyName cf1 2024-11-15T11:43:09,173 DEBUG [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:09,180 DEBUG [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99/cf1/c67ce8e46f0945a794f9422fe66f9f41 2024-11-15T11:43:09,180 INFO [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] regionserver.HStore(327): Store=3605aeb66960233c0abf74e11fcd4c99/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:09,180 INFO [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:09,181 INFO [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3605aeb66960233c0abf74e11fcd4c99 columnFamilyName cf2 2024-11-15T11:43:09,181 DEBUG [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:09,187 DEBUG [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99/cf2/e3d977cd1b0e4887bbad74a7f4aa512c 2024-11-15T11:43:09,187 INFO [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] regionserver.HStore(327): Store=3605aeb66960233c0abf74e11fcd4c99/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:09,187 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:09,188 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:09,189 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:09,190 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:09,190 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:09,190 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-15T11:43:09,192 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:09,193 INFO [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 3605aeb66960233c0abf74e11fcd4c99; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68649021, jitterRate=0.022950127720832825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-15T11:43:09,193 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:09,193 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 3605aeb66960233c0abf74e11fcd4c99: Running coprocessor pre-open hook at 1731670989171Writing region info on filesystem at 1731670989171Initializing all the Stores at 1731670989172 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670989172Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670989172Cleaning up temporary data from old regions at 1731670989190 (+18 ms)Running coprocessor post-open hooks at 1731670989193 (+3 ms)Region opened successfully at 1731670989193 2024-11-15T11:43:09,194 INFO [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99., pid=12, masterSystemTime=1731670989167 2024-11-15T11:43:09,196 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. 2024-11-15T11:43:09,196 INFO [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. 2024-11-15T11:43:09,197 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=3605aeb66960233c0abf74e11fcd4c99, regionState=OPEN, openSeqNum=18, regionLocation=7adf9b3d9d04,42231,1731670972282 2024-11-15T11:43:09,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3605aeb66960233c0abf74e11fcd4c99, server=7adf9b3d9d04,42231,1731670972282 because future has completed 2024-11-15T11:43:09,204 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-15T11:43:09,204 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 3605aeb66960233c0abf74e11fcd4c99, server=7adf9b3d9d04,42231,1731670972282 in 187 msec 2024-11-15T11:43:09,206 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3605aeb66960233c0abf74e11fcd4c99, REOPEN/MOVE in 551 msec 2024-11-15T11:43:09,207 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T11:43:09,208 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47500, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T11:43:09,210 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 7adf9b3d9d04,42231,1731670972282: testing ***** 2024-11-15T11:43:09,210 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T11:43:09,212 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T11:43:09,213 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T11:43:09,216 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T11:43:09,217 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T11:43:09,225 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 362719984 }, "NonHeapMemoryUsage": { "committed": 171245568, "init": 7667712, "max": -1, "used": 168551488 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "7adf9b3d9d04", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 0, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2068, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 1, "ProcessCallTime_max": 9, "ProcessCallTime_mean": 3, "ProcessCallTime_25th_percentile": 3, "ProcessCallTime_median": 5, "ProcessCallTime_75th_percentile": 7, "ProcessCallTime_90th_percentile": 8, "ProcessCallTime_95th_percentile": 8, "ProcessCallTime_98th_percentile": 8, "ProcessCallTime_99th_percentile": 8, "ProcessCallTime_99.9th_percentile": 8, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 9, "TotalCallTime_mean": 3, "TotalCallTime_25th_percentile": 3, "TotalCallTime_median": 5, "TotalCallTime_75th_percentile": 7, "TotalCallTime_90th_percentile": 8, "TotalCallTime_95th_percentile": 8, "TotalCallTime_98th_percentile": 8, "TotalCallTime_99th_percentile": 8, "TotalCallTime_99.9th_percentile": 8, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 175, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 131, "ResponseSize_90th_percentile": 157, "ResponseSize_95th_percentile": 166, "ResponseSize_98th_percentile": 171, "ResponseSize_99th_percentile": 173, "ResponseSize_99.9th_percentile": 174, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 352 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "7adf9b3d9d04", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:62513", "tag.serverName": "7adf9b3d9d04,42231,1731670972282", "tag.clusterId": "d11ca153-8c9e-458a-8dd4-6480ed582d32", "tag.Context": "regionserver", "tag.Hostname": "7adf9b3d9d04", "regionCount": 1, "storeCount": 4, "hlogFileCount": 2, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 74, "memStoreHeapSize": 1248, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731670972282, "averageRegionSize": 74, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 1.4, "writeRequestRatePerSecond": 0.4, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 199680, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 7, "totalRowActionRequestCount": 9, "readRequestCount": 7, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 2, "rpcGetRequestCount": 1, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 2, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 2, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 1, "ScanTime_75th_percentile": 1, "ScanTime_90th_percentile": 1, "ScanTime_95th_percentile": 1, "ScanTime_98th_percentile": 1, "ScanTime_99th_percentile": 1, "ScanTime_99.9th_percentile": 1, "ScanTime_TimeRangeCount_0-1": 4, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 2, "Put_min": 1, "Put_max": 7, "Put_mean": 4, "Put_25th_percentile": 2, "Put_median": 4, "Put_75th_percentile": 5, "Put_90th_percentile": 6, "Put_95th_percentile": 6, "Put_98th_percentile": 6, "Put_99th_percentile": 6, "Put_99.9th_percentile": 6, "Put_TimeRangeCount_0-1": 2, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 1, "Get_min": 2, "Get_max": 2, "Get_mean": 2, "Get_25th_percentile": 2, "Get_median": 2, "Get_75th_percentile": 2, "Get_90th_percentile": 2, "Get_95th_percentile": 2, "Get_98th_percentile": 2, "Get_99th_percentile": 2, "Get_99.9th_percentile": 2, "Get_TimeRangeCount_0-1": 1, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 144, "ScanSize_mean": 72, "ScanSize_25th_percentile": 36, "ScanSize_median": 72, "ScanSize_75th_percentile": 108, "ScanSize_90th_percentile": 129, "ScanSize_95th_percentile": 136, "ScanSize_98th_percentile": 141, "ScanSize_99th_percentile": 142, "ScanSize_99.9th_percentile": 143, "ScanSize_SizeRangeCount_0-10": 4, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-15T11:43:09,227 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33479 {}] master.MasterRpcServices(700): 7adf9b3d9d04,42231,1731670972282 reported a fatal error: ***** ABORTING region server 7adf9b3d9d04,42231,1731670972282: testing ***** 2024-11-15T11:43:09,229 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7adf9b3d9d04,42231,1731670972282' ***** 2024-11-15T11:43:09,230 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-15T11:43:09,230 INFO [RS:1;7adf9b3d9d04:42231 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T11:43:09,230 INFO [RS:1;7adf9b3d9d04:42231 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-15T11:43:09,230 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T11:43:09,230 INFO [RS:1;7adf9b3d9d04:42231 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-15T11:43:09,230 INFO [RS:1;7adf9b3d9d04:42231 {}] regionserver.HRegionServer(3091): Received CLOSE for 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:09,231 INFO [RS:1;7adf9b3d9d04:42231 {}] regionserver.HRegionServer(956): aborting server 7adf9b3d9d04,42231,1731670972282 2024-11-15T11:43:09,231 INFO [RS:1;7adf9b3d9d04:42231 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:43:09,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42085 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:40048 deadline: 1731671049231, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7adf9b3d9d04 port=42231 startCode=1731670972282. As of locationSeqNum=12. 2024-11-15T11:43:09,231 DEBUG [RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3605aeb66960233c0abf74e11fcd4c99, disabling compactions & flushes 2024-11-15T11:43:09,231 INFO [RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. 2024-11-15T11:43:09,231 INFO [RS:1;7adf9b3d9d04:42231 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;7adf9b3d9d04:42231. 2024-11-15T11:43:09,231 DEBUG [RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. 2024-11-15T11:43:09,231 DEBUG [RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. after waiting 0 ms 2024-11-15T11:43:09,231 DEBUG [RS:1;7adf9b3d9d04:42231 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:43:09,231 DEBUG [RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. 2024-11-15T11:43:09,231 DEBUG [RS:1;7adf9b3d9d04:42231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:43:09,232 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99., hostname=7adf9b3d9d04,42085,1731670972167, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99., hostname=7adf9b3d9d04,42085,1731670972167, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7adf9b3d9d04 port=42231 startCode=1731670972282. As of locationSeqNum=12. 2024-11-15T11:43:09,232 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99., hostname=7adf9b3d9d04,42085,1731670972167, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7adf9b3d9d04 port=42231 startCode=1731670972282. As of locationSeqNum=12. 2024-11-15T11:43:09,232 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99., hostname=7adf9b3d9d04,42085,1731670972167, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99., hostname=7adf9b3d9d04,42231,1731670972282, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7adf9b3d9d04 port=42231 startCode=1731670972282. As of locationSeqNum=12. 2024-11-15T11:43:09,232 INFO [RS:1;7adf9b3d9d04:42231 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T11:43:09,232 INFO [RS:1;7adf9b3d9d04:42231 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T11:43:09,232 INFO [RS:1;7adf9b3d9d04:42231 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T11:43:09,232 INFO [RS:1;7adf9b3d9d04:42231 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T11:43:09,232 INFO [RS:1;7adf9b3d9d04:42231 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T11:43:09,232 DEBUG [RS_CLOSE_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T11:43:09,232 DEBUG [RS:1;7adf9b3d9d04:42231 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3605aeb66960233c0abf74e11fcd4c99=testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99.} 2024-11-15T11:43:09,232 INFO [RS_CLOSE_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T11:43:09,233 DEBUG [RS_CLOSE_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T11:43:09,233 DEBUG [RS_CLOSE_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T11:43:09,233 DEBUG [RS_CLOSE_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T11:43:09,233 DEBUG [RS:1;7adf9b3d9d04:42231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:09,233 INFO [RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. 2024-11-15T11:43:09,233 ERROR [RS_CLOSE_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1960): Memstore data size is 5811 in region hbase:meta,,1.1588230740 2024-11-15T11:43:09,233 DEBUG [RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3605aeb66960233c0abf74e11fcd4c99: Waiting for close lock at 1731670989231Running coprocessor pre-close hooks at 1731670989231Disabling compacts and flushes for region at 1731670989231Disabling writes for close at 1731670989231Writing region close event to WAL at 1731670989233 (+2 ms)Running coprocessor post-close hooks at 1731670989233Closed at 1731670989233 2024-11-15T11:43:09,233 DEBUG [RS_CLOSE_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:43:09,233 INFO [RS_CLOSE_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T11:43:09,233 DEBUG [RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. 2024-11-15T11:43:09,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7adf9b3d9d04,42231,1731670972282 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:43:09,233 DEBUG [RS_CLOSE_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731670989232Running coprocessor pre-close hooks at 1731670989232Disabling compacts and flushes for region at 1731670989232Disabling writes for close at 1731670989233 (+1 ms)Writing region close event to WAL at 1731670989233Running coprocessor post-close hooks at 1731670989233Closed at 1731670989233 2024-11-15T11:43:09,234 DEBUG [RS_CLOSE_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T11:43:09,234 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7adf9b3d9d04,42231,1731670972282, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=7adf9b3d9d04,42231,1731670972282, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7adf9b3d9d04,42231,1731670972282 aborting 2024-11-15T11:43:09,235 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=7adf9b3d9d04,42231,1731670972282, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7adf9b3d9d04,42231,1731670972282 aborting 2024-11-15T11:43:09,235 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=7adf9b3d9d04,42231,1731670972282, seqNum=-1 from cache 2024-11-15T11:43:09,239 INFO [regionserver/7adf9b3d9d04:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:43:09,341 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:43:09,343 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7adf9b3d9d04,42231,1731670972282, seqNum=-1] 2024-11-15T11:43:09,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7adf9b3d9d04,42231,1731670972282 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:43:09,345 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7adf9b3d9d04,42231,1731670972282, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=7adf9b3d9d04,42231,1731670972282, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7adf9b3d9d04,42231,1731670972282 aborting 2024-11-15T11:43:09,345 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=7adf9b3d9d04,42231,1731670972282, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7adf9b3d9d04,42231,1731670972282 aborting 2024-11-15T11:43:09,345 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=7adf9b3d9d04,42231,1731670972282, seqNum=-1 from cache 2024-11-15T11:43:09,433 INFO [RS:1;7adf9b3d9d04:42231 {}] regionserver.HRegionServer(976): stopping server 7adf9b3d9d04,42231,1731670972282; all regions closed. 2024-11-15T11:43:09,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741836_1012 (size=3557) 2024-11-15T11:43:09,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741836_1012 (size=3557) 2024-11-15T11:43:09,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741836_1012 (size=3557) 2024-11-15T11:43:09,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741834_1010 (size=1405) 2024-11-15T11:43:09,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741834_1010 (size=1405) 2024-11-15T11:43:09,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741834_1010 (size=1405) 2024-11-15T11:43:09,441 DEBUG [RS:1;7adf9b3d9d04:42231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:43:09,441 INFO [RS:1;7adf9b3d9d04:42231 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:43:09,441 INFO [RS:1;7adf9b3d9d04:42231 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:43:09,441 INFO [RS:1;7adf9b3d9d04:42231 {}] hbase.ChoreService(370): Chore service for: regionserver/7adf9b3d9d04:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T11:43:09,441 INFO [RS:1;7adf9b3d9d04:42231 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:43:09,442 INFO [regionserver/7adf9b3d9d04:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:43:09,442 INFO [RS:1;7adf9b3d9d04:42231 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42231 2024-11-15T11:43:09,501 INFO [RS:1;7adf9b3d9d04:42231 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:43:09,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42231-0x1013f97a3e50002, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7adf9b3d9d04,42231,1731670972282 2024-11-15T11:43:09,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33479-0x1013f97a3e50000, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T11:43:09,514 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7adf9b3d9d04,42231,1731670972282] 2024-11-15T11:43:09,526 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7adf9b3d9d04,42231,1731670972282 already deleted, retry=false 2024-11-15T11:43:09,526 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 7adf9b3d9d04,42231,1731670972282 on 7adf9b3d9d04,33479,1731670971416 2024-11-15T11:43:09,534 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 7adf9b3d9d04,42231,1731670972282, splitWal=true, meta=true 2024-11-15T11:43:09,537 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 7adf9b3d9d04,42231,1731670972282 (carryingMeta=true) 7adf9b3d9d04,42231,1731670972282/CRASHED/regionCount=2/lock=java.util.concurrent.locks.ReentrantReadWriteLock@721becf9[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-15T11:43:09,537 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 7adf9b3d9d04,42231,1731670972282, splitWal=true, meta=true 2024-11-15T11:43:09,538 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 7adf9b3d9d04,42231,1731670972282, splitWal=true, meta=true, isMeta: true 2024-11-15T11:43:09,540 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/WALs/7adf9b3d9d04,42231,1731670972282-splitting 2024-11-15T11:43:09,541 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7adf9b3d9d04,42231,1731670972282 WAL count=1, meta=true 2024-11-15T11:43:09,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 7adf9b3d9d04%2C42231%2C1731670972282.meta.1731670974272.meta}] 2024-11-15T11:43:09,547 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=7adf9b3d9d04,42085,1731670972167 2024-11-15T11:43:09,549 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 7adf9b3d9d04%2C42231%2C1731670972282.meta.1731670974272.meta, worker=7adf9b3d9d04,42085,1731670972167}] 2024-11-15T11:43:09,551 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:43:09,552 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7adf9b3d9d04,42231,1731670972282, seqNum=-1] 2024-11-15T11:43:09,554 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 7adf9b3d9d04:42231 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 7adf9b3d9d04/172.17.0.2:42231 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:43:09,554 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7adf9b3d9d04,42231,1731670972282, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=7adf9b3d9d04,42231,1731670972282, seqNum=-1, error=java.net.ConnectException: Call to address=7adf9b3d9d04:42231 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 7adf9b3d9d04/172.17.0.2:42231 2024-11-15T11:43:09,554 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=7adf9b3d9d04,42231,1731670972282, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-15T11:43:09,554 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=7adf9b3d9d04,42231,1731670972282, seqNum=-1 from cache 2024-11-15T11:43:09,555 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 7adf9b3d9d04:42231 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 7adf9b3d9d04/172.17.0.2:42231 2024-11-15T11:43:09,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42231-0x1013f97a3e50002, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:43:09,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42231-0x1013f97a3e50002, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:43:09,614 INFO [RS:1;7adf9b3d9d04:42231 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:43:09,614 INFO [RS:1;7adf9b3d9d04:42231 {}] regionserver.HRegionServer(1031): Exiting; stopping=7adf9b3d9d04,42231,1731670972282; zookeeper connection closed. 2024-11-15T11:43:09,615 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5ef4e8f3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5ef4e8f3 2024-11-15T11:43:09,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42085 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-15T11:43:09,726 INFO [RS_LOG_REPLAY_OPS-regionserver/7adf9b3d9d04:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/WALs/7adf9b3d9d04,42231,1731670972282-splitting/7adf9b3d9d04%2C42231%2C1731670972282.meta.1731670974272.meta, size=3.5 K (3557bytes) 2024-11-15T11:43:09,726 INFO [RS_LOG_REPLAY_OPS-regionserver/7adf9b3d9d04:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/WALs/7adf9b3d9d04,42231,1731670972282-splitting/7adf9b3d9d04%2C42231%2C1731670972282.meta.1731670974272.meta 2024-11-15T11:43:09,727 INFO [RS_LOG_REPLAY_OPS-regionserver/7adf9b3d9d04:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/WALs/7adf9b3d9d04,42231,1731670972282-splitting/7adf9b3d9d04%2C42231%2C1731670972282.meta.1731670974272.meta after 1ms 2024-11-15T11:43:09,730 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7adf9b3d9d04:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/WALs/7adf9b3d9d04,42231,1731670972282-splitting/7adf9b3d9d04%2C42231%2C1731670972282.meta.1731670974272.meta: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T11:43:09,730 INFO [RS_LOG_REPLAY_OPS-regionserver/7adf9b3d9d04:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/WALs/7adf9b3d9d04,42231,1731670972282-splitting/7adf9b3d9d04%2C42231%2C1731670972282.meta.1731670974272.meta took 4ms 2024-11-15T11:43:09,737 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7adf9b3d9d04:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-15T11:43:09,739 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7adf9b3d9d04:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/WALs/7adf9b3d9d04,42231,1731670972282-splitting/7adf9b3d9d04%2C42231%2C1731670972282.meta.1731670974272.meta so closing down 2024-11-15T11:43:09,739 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7adf9b3d9d04:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:43:09,740 INFO [RS_LOG_REPLAY_OPS-regionserver/7adf9b3d9d04:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-7adf9b3d9d04%2C42231%2C1731670972282.meta.1731670974272.meta.temp 2024-11-15T11:43:09,742 INFO [RS_LOG_REPLAY_OPS-regionserver/7adf9b3d9d04:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-7adf9b3d9d04%2C42231%2C1731670972282.meta.1731670974272.meta.temp 2024-11-15T11:43:09,743 INFO [RS_LOG_REPLAY_OPS-regionserver/7adf9b3d9d04:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:43:09,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741892_1070 (size=3342) 2024-11-15T11:43:09,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741892_1070 (size=3342) 2024-11-15T11:43:09,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741892_1070 (size=3342) 2024-11-15T11:43:09,754 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-7adf9b3d9d04%2C42231%2C1731670972282.meta.1731670974272.meta.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-15T11:43:09,756 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-7adf9b3d9d04%2C42231%2C1731670972282.meta.1731670974272.meta.temp to hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-11-15T11:43:09,756 INFO [RS_LOG_REPLAY_OPS-regionserver/7adf9b3d9d04:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 16 edits across 1 Regions in 26 ms; skipped=1; WAL=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/WALs/7adf9b3d9d04,42231,1731670972282-splitting/7adf9b3d9d04%2C42231%2C1731670972282.meta.1731670974272.meta, size=3.5 K, length=3557, corrupted=false, cancelled=false 2024-11-15T11:43:09,756 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7adf9b3d9d04:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/WALs/7adf9b3d9d04,42231,1731670972282-splitting/7adf9b3d9d04%2C42231%2C1731670972282.meta.1731670974272.meta, journal: Splitting hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/WALs/7adf9b3d9d04,42231,1731670972282-splitting/7adf9b3d9d04%2C42231%2C1731670972282.meta.1731670974272.meta, size=3.5 K (3557bytes) at 1731670989726Finishing writing output for hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/WALs/7adf9b3d9d04,42231,1731670972282-splitting/7adf9b3d9d04%2C42231%2C1731670972282.meta.1731670974272.meta so closing down at 1731670989739 (+13 ms)Creating recovered edits writer path=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-7adf9b3d9d04%2C42231%2C1731670972282.meta.1731670974272.meta.temp at 1731670989742 (+3 ms)3 split writer threads finished at 1731670989743 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-7adf9b3d9d04%2C42231%2C1731670972282.meta.1731670974272.meta.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1731670989754 (+11 ms)Rename recovered edits hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-7adf9b3d9d04%2C42231%2C1731670972282.meta.1731670974272.meta.temp to hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 at 1731670989756 (+2 ms)Processed 16 edits across 1 Regions in 26 ms; skipped=1; WAL=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/WALs/7adf9b3d9d04,42231,1731670972282-splitting/7adf9b3d9d04%2C42231%2C1731670972282.meta.1731670974272.meta, size=3.5 K, length=3557, corrupted=false, cancelled=false at 1731670989756 2024-11-15T11:43:09,756 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7adf9b3d9d04:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/WALs/7adf9b3d9d04,42231,1731670972282-splitting/7adf9b3d9d04%2C42231%2C1731670972282.meta.1731670974272.meta 2024-11-15T11:43:09,757 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7adf9b3d9d04:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-15T11:43:09,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-15T11:43:09,764 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/WALs/7adf9b3d9d04,42231,1731670972282-splitting/7adf9b3d9d04%2C42231%2C1731670972282.meta.1731670974272.meta to hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/oldWALs 2024-11-15T11:43:09,768 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-15T11:43:09,768 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 7adf9b3d9d04%2C42231%2C1731670972282.meta.1731670974272.meta, worker=7adf9b3d9d04,42085,1731670972167 in 215 msec 2024-11-15T11:43:09,770 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=7adf9b3d9d04,42085,1731670972167 2024-11-15T11:43:09,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-15T11:43:09,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 7adf9b3d9d04%2C42231%2C1731670972282.meta.1731670974272.meta, worker=7adf9b3d9d04,42085,1731670972167 in 228 msec 2024-11-15T11:43:09,774 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/WALs/7adf9b3d9d04,42231,1731670972282-splitting dir is empty, no logs to split. 2024-11-15T11:43:09,774 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7adf9b3d9d04,42231,1731670972282 WAL count=0, meta=true 2024-11-15T11:43:09,774 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 7adf9b3d9d04,42231,1731670972282 WAL splitting is done? wals=0, meta=true 2024-11-15T11:43:09,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T11:43:09,778 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:43:09,779 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T11:43:09,861 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:43:09,862 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7adf9b3d9d04,42231,1731670972282, seqNum=-1] 2024-11-15T11:43:09,862 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.AbstractRpcClient(357): Not trying to connect to 7adf9b3d9d04:42231 this server is in the failed servers list 2024-11-15T11:43:09,863 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7adf9b3d9d04,42231,1731670972282, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=7adf9b3d9d04,42231,1731670972282, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=7adf9b3d9d04:42231 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 7adf9b3d9d04:42231 2024-11-15T11:43:09,863 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=7adf9b3d9d04,42231,1731670972282, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 7adf9b3d9d04:42231 2024-11-15T11:43:09,863 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=7adf9b3d9d04,42231,1731670972282, seqNum=-1 from cache 2024-11-15T11:43:09,929 DEBUG [7adf9b3d9d04:33479 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-15T11:43:09,929 DEBUG [7adf9b3d9d04:33479 {}] balancer.BalancerClusterState(204): Hosts are {7adf9b3d9d04=0} racks are {/default-rack=0} 2024-11-15T11:43:09,929 DEBUG [7adf9b3d9d04:33479 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T11:43:09,929 DEBUG [7adf9b3d9d04:33479 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T11:43:09,930 DEBUG [7adf9b3d9d04:33479 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T11:43:09,930 DEBUG [7adf9b3d9d04:33479 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T11:43:09,930 INFO [7adf9b3d9d04:33479 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T11:43:09,930 INFO [7adf9b3d9d04:33479 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T11:43:09,930 DEBUG [7adf9b3d9d04:33479 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T11:43:09,930 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7adf9b3d9d04,34049,1731670972337 2024-11-15T11:43:09,931 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7adf9b3d9d04,34049,1731670972337, state=OPENING 2024-11-15T11:43:09,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x1013f97a3e50003, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T11:43:09,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42085-0x1013f97a3e50001, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T11:43:09,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33479-0x1013f97a3e50000, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T11:43:09,962 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:43:09,962 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T11:43:09,962 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T11:43:09,962 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T11:43:09,963 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7adf9b3d9d04,34049,1731670972337}] 2024-11-15T11:43:10,116 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T11:43:10,117 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50999, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T11:43:10,123 INFO [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T11:43:10,123 INFO [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:43:10,124 INFO [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T11:43:10,127 INFO [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7adf9b3d9d04%2C34049%2C1731670972337.meta, suffix=.meta, logDir=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/WALs/7adf9b3d9d04,34049,1731670972337, archiveDir=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/oldWALs, maxLogs=32 2024-11-15T11:43:10,144 DEBUG [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/WALs/7adf9b3d9d04,34049,1731670972337/7adf9b3d9d04%2C34049%2C1731670972337.meta.1731670990127.meta, exclude list is [], retry=0 2024-11-15T11:43:10,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35399,DS-e161f08f-bfa6-4d7a-b878-188081a9fba1,DISK] 2024-11-15T11:43:10,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39965,DS-0b896dea-fd5d-4b4a-88e0-4eea800a37e4,DISK] 2024-11-15T11:43:10,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36843,DS-40be2364-24ac-4d1d-9218-bb5cd184da07,DISK] 2024-11-15T11:43:10,148 INFO [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/WALs/7adf9b3d9d04,34049,1731670972337/7adf9b3d9d04%2C34049%2C1731670972337.meta.1731670990127.meta 2024-11-15T11:43:10,149 DEBUG [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42777:42777),(127.0.0.1/127.0.0.1:38737:38737),(127.0.0.1/127.0.0.1:45729:45729)] 2024-11-15T11:43:10,149 DEBUG [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:43:10,150 DEBUG [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T11:43:10,150 DEBUG [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T11:43:10,150 INFO [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T11:43:10,150 DEBUG [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T11:43:10,150 DEBUG [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:43:10,150 DEBUG [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T11:43:10,150 DEBUG [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T11:43:10,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:43:10,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:43:10,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:10,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:43:10,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:43:10,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:43:10,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:10,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:43:10,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:43:10,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:43:10,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:10,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:43:10,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:43:10,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:43:10,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:10,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:43:10,157 DEBUG [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:43:10,157 DEBUG [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/hbase/meta/1588230740 2024-11-15T11:43:10,159 DEBUG [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/hbase/meta/1588230740 2024-11-15T11:43:10,159 INFO [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-11-15T11:43:10,161 DEBUG [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/hbase/meta/1588230740/recovered.edits/0000000000000000018: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T11:43:10,164 DEBUG [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5793): Applied 40, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=18, path=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-11-15T11:43:10,164 INFO [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.67 KB heapSize=9.66 KB 2024-11-15T11:43:10,184 DEBUG [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/hbase/meta/1588230740/.tmp/info/536e4242e39f48988cadb55359c43638 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99./info:regioninfo/1731670989197/Put/seqid=0 2024-11-15T11:43:10,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741894_1072 (size=11177) 2024-11-15T11:43:10,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741894_1072 (size=11177) 2024-11-15T11:43:10,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741894_1072 (size=11177) 2024-11-15T11:43:10,192 INFO [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.46 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/hbase/meta/1588230740/.tmp/info/536e4242e39f48988cadb55359c43638 2024-11-15T11:43:10,212 DEBUG [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/hbase/meta/1588230740/.tmp/ns/810b43db3efd4c1e915d82ca6bf20716 is 43, key is default/ns:d/1731670974474/Put/seqid=0 2024-11-15T11:43:10,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741895_1073 (size=5153) 2024-11-15T11:43:10,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741895_1073 (size=5153) 2024-11-15T11:43:10,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741895_1073 (size=5153) 2024-11-15T11:43:10,219 INFO [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/hbase/meta/1588230740/.tmp/ns/810b43db3efd4c1e915d82ca6bf20716 2024-11-15T11:43:10,236 DEBUG [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/hbase/meta/1588230740/.tmp/table/3ff857b9520b407db643bc5151a57894 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1731670987402/Put/seqid=0 2024-11-15T11:43:10,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741896_1074 (size=5431) 2024-11-15T11:43:10,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741896_1074 (size=5431) 2024-11-15T11:43:10,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741896_1074 (size=5431) 2024-11-15T11:43:10,243 INFO [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/hbase/meta/1588230740/.tmp/table/3ff857b9520b407db643bc5151a57894 2024-11-15T11:43:10,250 DEBUG [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/hbase/meta/1588230740/.tmp/info/536e4242e39f48988cadb55359c43638 as hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/hbase/meta/1588230740/info/536e4242e39f48988cadb55359c43638 2024-11-15T11:43:10,257 INFO [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/hbase/meta/1588230740/info/536e4242e39f48988cadb55359c43638, entries=36, sequenceid=18, filesize=10.9 K 2024-11-15T11:43:10,258 DEBUG [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/hbase/meta/1588230740/.tmp/ns/810b43db3efd4c1e915d82ca6bf20716 as hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/hbase/meta/1588230740/ns/810b43db3efd4c1e915d82ca6bf20716 2024-11-15T11:43:10,264 INFO [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/hbase/meta/1588230740/ns/810b43db3efd4c1e915d82ca6bf20716, entries=2, sequenceid=18, filesize=5.0 K 2024-11-15T11:43:10,265 DEBUG [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/hbase/meta/1588230740/.tmp/table/3ff857b9520b407db643bc5151a57894 as hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/hbase/meta/1588230740/table/3ff857b9520b407db643bc5151a57894 2024-11-15T11:43:10,271 INFO [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/hbase/meta/1588230740/table/3ff857b9520b407db643bc5151a57894, entries=2, sequenceid=18, filesize=5.3 K 2024-11-15T11:43:10,271 INFO [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(3140): Finished flush of dataSize ~5.67 KB/5811, heapSize ~9.37 KB/9592, currentSize=0 B/0 for 1588230740 in 107ms, sequenceid=18, compaction requested=false; wal=null 2024-11-15T11:43:10,272 DEBUG [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-11-15T11:43:10,274 DEBUG [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:43:10,274 DEBUG [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:43:10,275 DEBUG [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:43:10,276 DEBUG [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:43:10,279 DEBUG [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/hbase/meta/1588230740/recovered.edits/18.seqid, newMaxSeqId=18, maxSeqId=1 2024-11-15T11:43:10,280 INFO [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=19; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68199656, jitterRate=0.016254067420959473}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:43:10,280 DEBUG [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T11:43:10,281 DEBUG [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731670990150Writing region info on filesystem at 1731670990150Initializing all the Stores at 1731670990151 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731670990151Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731670990151Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670990151Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731670990151Obtaining lock to block concurrent updates at 1731670990165 (+14 ms)Preparing flush snapshotting stores in 1588230740 at 1731670990165Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=5811, getHeapSize=9832, getOffHeapSize=0, getCellsCount=40 at 1731670990165Flushing stores of hbase:meta,,1.1588230740 at 1731670990165Flushing 1588230740/info: creating writer at 1731670990165Flushing 1588230740/info: appending metadata at 1731670990184 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731670990184Flushing 1588230740/ns: creating writer at 1731670990198 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731670990211 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731670990211Flushing 1588230740/table: creating writer at 1731670990223 (+12 ms)Flushing 1588230740/table: appending metadata at 1731670990236 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731670990236Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a500190: reopening flushed file at 1731670990249 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74a86616: reopening flushed file at 1731670990257 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1aa5da83: reopening flushed file at 1731670990264 (+7 ms)Finished flush of dataSize ~5.67 KB/5811, heapSize ~9.37 KB/9592, currentSize=0 B/0 for 1588230740 in 107ms, sequenceid=18, compaction requested=false; wal=null at 1731670990271 (+7 ms)Cleaning up temporary data from old regions at 1731670990274 (+3 ms)Running coprocessor post-open hooks at 1731670990280 (+6 ms)Region opened successfully at 1731670990281 (+1 ms) 2024-11-15T11:43:10,282 INFO [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731670990116 2024-11-15T11:43:10,284 DEBUG [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T11:43:10,284 INFO [RS_OPEN_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T11:43:10,285 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=19, regionLocation=7adf9b3d9d04,34049,1731670972337 2024-11-15T11:43:10,286 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7adf9b3d9d04,34049,1731670972337, state=OPEN 2024-11-15T11:43:10,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x1013f97a3e50003, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T11:43:10,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42085-0x1013f97a3e50001, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T11:43:10,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33479-0x1013f97a3e50000, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T11:43:10,309 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7adf9b3d9d04,34049,1731670972337 2024-11-15T11:43:10,309 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T11:43:10,309 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T11:43:10,309 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T11:43:10,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-15T11:43:10,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7adf9b3d9d04,34049,1731670972337 in 347 msec 2024-11-15T11:43:10,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-15T11:43:10,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 536 msec 2024-11-15T11:43:10,316 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 7adf9b3d9d04,42231,1731670972282 had 2 regions 2024-11-15T11:43:10,317 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 7adf9b3d9d04,42231,1731670972282, splitWal=true, meta=true, isMeta: false 2024-11-15T11:43:10,319 INFO [PEWorker-2 {}] master.SplitWALManager(105): 7adf9b3d9d04,42231,1731670972282 WAL count=1, meta=false 2024-11-15T11:43:10,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 7adf9b3d9d04%2C42231%2C1731670972282.1731670973847}] 2024-11-15T11:43:10,321 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=7adf9b3d9d04,34049,1731670972337 2024-11-15T11:43:10,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 7adf9b3d9d04%2C42231%2C1731670972282.1731670973847, worker=7adf9b3d9d04,34049,1731670972337}] 2024-11-15T11:43:10,371 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:43:10,373 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7adf9b3d9d04,34049,1731670972337, seqNum=-1] 2024-11-15T11:43:10,373 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:43:10,375 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34924, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:43:10,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=19 2024-11-15T11:43:10,489 INFO [RS_LOG_REPLAY_OPS-regionserver/7adf9b3d9d04:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(299): Splitting hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/WALs/7adf9b3d9d04,42231,1731670972282-splitting/7adf9b3d9d04%2C42231%2C1731670972282.1731670973847, size=1.4 K (1405bytes) 2024-11-15T11:43:10,489 INFO [RS_LOG_REPLAY_OPS-regionserver/7adf9b3d9d04:0-0 {event_type=RS_LOG_REPLAY, pid=19}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/WALs/7adf9b3d9d04,42231,1731670972282-splitting/7adf9b3d9d04%2C42231%2C1731670972282.1731670973847 2024-11-15T11:43:10,490 INFO [RS_LOG_REPLAY_OPS-regionserver/7adf9b3d9d04:0-0 {event_type=RS_LOG_REPLAY, pid=19}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/WALs/7adf9b3d9d04,42231,1731670972282-splitting/7adf9b3d9d04%2C42231%2C1731670972282.1731670973847 after 0ms 2024-11-15T11:43:10,491 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 7adf9b3d9d04:42231 this server is in the failed servers list 2024-11-15T11:43:10,491 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99., hostname=7adf9b3d9d04,42231,1731670972282, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99., hostname=7adf9b3d9d04,42231,1731670972282, seqNum=12, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=7adf9b3d9d04:42231 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 7adf9b3d9d04:42231 2024-11-15T11:43:10,491 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99., hostname=7adf9b3d9d04,42231,1731670972282, seqNum=12 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 7adf9b3d9d04:42231 2024-11-15T11:43:10,491 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99., hostname=7adf9b3d9d04,42231,1731670972282, seqNum=12 from cache 2024-11-15T11:43:10,493 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7adf9b3d9d04:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/WALs/7adf9b3d9d04,42231,1731670972282-splitting/7adf9b3d9d04%2C42231%2C1731670972282.1731670973847: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T11:43:10,493 INFO [RS_LOG_REPLAY_OPS-regionserver/7adf9b3d9d04:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(310): Open hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/WALs/7adf9b3d9d04,42231,1731670972282-splitting/7adf9b3d9d04%2C42231%2C1731670972282.1731670973847 took 4ms 2024-11-15T11:43:10,496 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7adf9b3d9d04:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(352): Last flushed sequenceid for 3605aeb66960233c0abf74e11fcd4c99: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-15T11:43:10,496 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7adf9b3d9d04:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/WALs/7adf9b3d9d04,42231,1731670972282-splitting/7adf9b3d9d04%2C42231%2C1731670972282.1731670973847 so closing down 2024-11-15T11:43:10,496 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7adf9b3d9d04:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:43:10,496 INFO [RS_LOG_REPLAY_OPS-regionserver/7adf9b3d9d04:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:43:10,496 INFO [RS_LOG_REPLAY_OPS-regionserver/7adf9b3d9d04:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 3 ms; skipped=6; WAL=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/WALs/7adf9b3d9d04,42231,1731670972282-splitting/7adf9b3d9d04%2C42231%2C1731670972282.1731670973847, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-15T11:43:10,496 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7adf9b3d9d04:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(428): Completed split of hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/WALs/7adf9b3d9d04,42231,1731670972282-splitting/7adf9b3d9d04%2C42231%2C1731670972282.1731670973847, journal: Splitting hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/WALs/7adf9b3d9d04,42231,1731670972282-splitting/7adf9b3d9d04%2C42231%2C1731670972282.1731670973847, size=1.4 K (1405bytes) at 1731670990489Finishing writing output for hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/WALs/7adf9b3d9d04,42231,1731670972282-splitting/7adf9b3d9d04%2C42231%2C1731670972282.1731670973847 so closing down at 1731670990496 (+7 ms)3 split writer threads finished at 1731670990496Processed 6 edits across 0 Regions in 3 ms; skipped=6; WAL=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/WALs/7adf9b3d9d04,42231,1731670972282-splitting/7adf9b3d9d04%2C42231%2C1731670972282.1731670973847, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731670990496 2024-11-15T11:43:10,496 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7adf9b3d9d04:0-0 {event_type=RS_LOG_REPLAY, pid=19}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/WALs/7adf9b3d9d04,42231,1731670972282-splitting/7adf9b3d9d04%2C42231%2C1731670972282.1731670973847 2024-11-15T11:43:10,496 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7adf9b3d9d04:0-0 {event_type=RS_LOG_REPLAY, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-15T11:43:10,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33479 {}] master.HMaster(4169): Remote procedure done, pid=19 2024-11-15T11:43:10,501 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/WALs/7adf9b3d9d04,42231,1731670972282-splitting/7adf9b3d9d04%2C42231%2C1731670972282.1731670973847 to hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/oldWALs 2024-11-15T11:43:10,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-15T11:43:10,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 7adf9b3d9d04%2C42231%2C1731670972282.1731670973847, worker=7adf9b3d9d04,34049,1731670972337 in 179 msec 2024-11-15T11:43:10,505 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=7adf9b3d9d04,34049,1731670972337 2024-11-15T11:43:10,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-11-15T11:43:10,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 7adf9b3d9d04%2C42231%2C1731670972282.1731670973847, worker=7adf9b3d9d04,34049,1731670972337 in 186 msec 2024-11-15T11:43:10,509 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/WALs/7adf9b3d9d04,42231,1731670972282-splitting dir is empty, no logs to split. 2024-11-15T11:43:10,509 INFO [PEWorker-2 {}] master.SplitWALManager(105): 7adf9b3d9d04,42231,1731670972282 WAL count=0, meta=false 2024-11-15T11:43:10,509 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 7adf9b3d9d04,42231,1731670972282 WAL splitting is done? wals=0, meta=false 2024-11-15T11:43:10,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3605aeb66960233c0abf74e11fcd4c99, ASSIGN}] 2024-11-15T11:43:10,513 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3605aeb66960233c0abf74e11fcd4c99, ASSIGN 2024-11-15T11:43:10,514 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3605aeb66960233c0abf74e11fcd4c99, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T11:43:10,664 DEBUG [7adf9b3d9d04:33479 {}] balancer.BalancerClusterState(204): Hosts are {7adf9b3d9d04=0} racks are {/default-rack=0} 2024-11-15T11:43:10,665 DEBUG [7adf9b3d9d04:33479 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T11:43:10,665 DEBUG [7adf9b3d9d04:33479 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T11:43:10,665 DEBUG [7adf9b3d9d04:33479 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T11:43:10,665 DEBUG [7adf9b3d9d04:33479 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T11:43:10,665 INFO [7adf9b3d9d04:33479 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T11:43:10,665 INFO [7adf9b3d9d04:33479 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T11:43:10,665 DEBUG [7adf9b3d9d04:33479 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T11:43:10,665 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=3605aeb66960233c0abf74e11fcd4c99, regionState=OPENING, regionLocation=7adf9b3d9d04,34049,1731670972337 2024-11-15T11:43:10,666 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 7adf9b3d9d04:42231 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7adf9b3d9d04/172.17.0.2:42231 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:43:10,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7adf9b3d9d04,42231,1731670972282, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=7adf9b3d9d04,42231,1731670972282, seqNum=-1, error=java.net.ConnectException: Call to address=7adf9b3d9d04:42231 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7adf9b3d9d04/172.17.0.2:42231 2024-11-15T11:43:10,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=7adf9b3d9d04,42231,1731670972282, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-15T11:43:10,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=7adf9b3d9d04,42231,1731670972282, seqNum=-1 from cache 2024-11-15T11:43:10,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 7adf9b3d9d04:42231 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7adf9b3d9d04/172.17.0.2:42231 2024-11-15T11:43:10,714 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99., hostname=7adf9b3d9d04,42231,1731670972282, seqNum=18] 2024-11-15T11:43:10,714 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.AbstractRpcClient(357): Not trying to connect to 7adf9b3d9d04:42231 this server is in the failed servers list 2024-11-15T11:43:10,715 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99., hostname=7adf9b3d9d04,42231,1731670972282, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99., hostname=7adf9b3d9d04,42231,1731670972282, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=7adf9b3d9d04:42231 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 7adf9b3d9d04:42231 2024-11-15T11:43:10,715 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99., hostname=7adf9b3d9d04,42231,1731670972282, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 7adf9b3d9d04:42231 2024-11-15T11:43:10,715 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99., hostname=7adf9b3d9d04,42231,1731670972282, seqNum=18 from cache 2024-11-15T11:43:10,771 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:43:10,772 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7adf9b3d9d04,34049,1731670972337, seqNum=-1] 2024-11-15T11:43:10,772 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:43:10,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51163, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:43:10,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3605aeb66960233c0abf74e11fcd4c99, ASSIGN because future has completed 2024-11-15T11:43:10,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3605aeb66960233c0abf74e11fcd4c99, server=7adf9b3d9d04,34049,1731670972337}] 2024-11-15T11:43:10,939 INFO [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. 2024-11-15T11:43:10,940 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 3605aeb66960233c0abf74e11fcd4c99, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:43:10,940 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:10,941 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:43:10,941 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:10,941 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:10,943 INFO [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:10,945 INFO [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3605aeb66960233c0abf74e11fcd4c99 columnFamilyName cf1 2024-11-15T11:43:10,945 DEBUG [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:10,951 DEBUG [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99/cf1/c67ce8e46f0945a794f9422fe66f9f41 2024-11-15T11:43:10,952 INFO [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] regionserver.HStore(327): Store=3605aeb66960233c0abf74e11fcd4c99/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:10,952 INFO [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:10,953 INFO [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3605aeb66960233c0abf74e11fcd4c99 columnFamilyName cf2 2024-11-15T11:43:10,953 DEBUG [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:10,959 DEBUG [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99/cf2/e3d977cd1b0e4887bbad74a7f4aa512c 2024-11-15T11:43:10,959 INFO [StoreOpener-3605aeb66960233c0abf74e11fcd4c99-1 {}] regionserver.HStore(327): Store=3605aeb66960233c0abf74e11fcd4c99/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:10,959 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:10,960 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:10,961 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:10,962 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:10,962 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:10,963 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-15T11:43:10,964 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:10,965 INFO [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 3605aeb66960233c0abf74e11fcd4c99; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75080248, jitterRate=0.1187828779220581}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-15T11:43:10,965 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:10,965 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 3605aeb66960233c0abf74e11fcd4c99: Running coprocessor pre-open hook at 1731670990941Writing region info on filesystem at 1731670990941Initializing all the Stores at 1731670990942 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670990943 (+1 ms)Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670990943Cleaning up temporary data from old regions at 1731670990962 (+19 ms)Running coprocessor post-open hooks at 1731670990965 (+3 ms)Region opened successfully at 1731670990965 2024-11-15T11:43:10,966 INFO [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99., pid=21, masterSystemTime=1731670990933 2024-11-15T11:43:10,969 DEBUG [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. 2024-11-15T11:43:10,969 INFO [RS_OPEN_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. 2024-11-15T11:43:10,970 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=3605aeb66960233c0abf74e11fcd4c99, regionState=OPEN, openSeqNum=18, regionLocation=7adf9b3d9d04,34049,1731670972337 2024-11-15T11:43:10,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3605aeb66960233c0abf74e11fcd4c99, server=7adf9b3d9d04,34049,1731670972337 because future has completed 2024-11-15T11:43:10,976 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-15T11:43:10,976 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 3605aeb66960233c0abf74e11fcd4c99, server=7adf9b3d9d04,34049,1731670972337 in 195 msec 2024-11-15T11:43:10,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=13 2024-11-15T11:43:10,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3605aeb66960233c0abf74e11fcd4c99, ASSIGN in 464 msec 2024-11-15T11:43:10,978 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server 7adf9b3d9d04,42231,1731670972282 after splitting done 2024-11-15T11:43:10,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 7adf9b3d9d04,42231,1731670972282, splitWal=true, meta=true in 1.4500 sec 2024-11-15T11:43:11,025 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99., hostname=7adf9b3d9d04,34049,1731670972337, seqNum=18] 2024-11-15T11:43:11,042 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=409 (was 412), OpenFileDescriptor=1050 (was 1023) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=339 (was 368), ProcessCount=11 (was 11), AvailableMemoryMB=11009 (was 11057) 2024-11-15T11:43:11,044 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1050 is superior to 1024 2024-11-15T11:43:11,058 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=409, OpenFileDescriptor=1050, MaxFileDescriptor=1048576, SystemLoadAverage=339, ProcessCount=11, AvailableMemoryMB=11009 2024-11-15T11:43:11,058 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1050 is superior to 1024 2024-11-15T11:43:11,076 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:43:11,078 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:43:11,078 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:43:11,081 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-36034110, suffix=, logDir=hdfs://localhost:45687/hbase/WALs/hregion-36034110, archiveDir=hdfs://localhost:45687/hbase/oldWALs, maxLogs=32 2024-11-15T11:43:11,093 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-36034110/hregion-36034110.1731670991081, exclude list is [], retry=0 2024-11-15T11:43:11,096 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36843,DS-40be2364-24ac-4d1d-9218-bb5cd184da07,DISK] 2024-11-15T11:43:11,096 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35399,DS-e161f08f-bfa6-4d7a-b878-188081a9fba1,DISK] 2024-11-15T11:43:11,097 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39965,DS-0b896dea-fd5d-4b4a-88e0-4eea800a37e4,DISK] 2024-11-15T11:43:11,099 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-36034110/hregion-36034110.1731670991081 2024-11-15T11:43:11,099 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45729:45729),(127.0.0.1/127.0.0.1:38737:38737),(127.0.0.1/127.0.0.1:42777:42777)] 2024-11-15T11:43:11,099 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => a59e0c302df0255920a14b4b139d9c16, NAME => 'testReplayEditsWrittenViaHRegion,,1731670991076.a59e0c302df0255920a14b4b139d9c16.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45687/hbase 2024-11-15T11:43:11,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741898_1076 (size=67) 2024-11-15T11:43:11,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741898_1076 (size=67) 2024-11-15T11:43:11,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741898_1076 (size=67) 2024-11-15T11:43:11,109 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731670991076.a59e0c302df0255920a14b4b139d9c16.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:43:11,110 INFO [StoreOpener-a59e0c302df0255920a14b4b139d9c16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a59e0c302df0255920a14b4b139d9c16 2024-11-15T11:43:11,112 INFO [StoreOpener-a59e0c302df0255920a14b4b139d9c16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a59e0c302df0255920a14b4b139d9c16 columnFamilyName a 2024-11-15T11:43:11,112 DEBUG [StoreOpener-a59e0c302df0255920a14b4b139d9c16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:11,112 INFO [StoreOpener-a59e0c302df0255920a14b4b139d9c16-1 {}] regionserver.HStore(327): Store=a59e0c302df0255920a14b4b139d9c16/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:11,112 INFO [StoreOpener-a59e0c302df0255920a14b4b139d9c16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a59e0c302df0255920a14b4b139d9c16 2024-11-15T11:43:11,113 INFO [StoreOpener-a59e0c302df0255920a14b4b139d9c16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a59e0c302df0255920a14b4b139d9c16 columnFamilyName b 2024-11-15T11:43:11,114 DEBUG [StoreOpener-a59e0c302df0255920a14b4b139d9c16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:11,114 INFO [StoreOpener-a59e0c302df0255920a14b4b139d9c16-1 {}] regionserver.HStore(327): Store=a59e0c302df0255920a14b4b139d9c16/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:11,114 INFO [StoreOpener-a59e0c302df0255920a14b4b139d9c16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a59e0c302df0255920a14b4b139d9c16 2024-11-15T11:43:11,115 INFO [StoreOpener-a59e0c302df0255920a14b4b139d9c16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a59e0c302df0255920a14b4b139d9c16 columnFamilyName c 2024-11-15T11:43:11,115 DEBUG [StoreOpener-a59e0c302df0255920a14b4b139d9c16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:11,116 INFO [StoreOpener-a59e0c302df0255920a14b4b139d9c16-1 {}] regionserver.HStore(327): Store=a59e0c302df0255920a14b4b139d9c16/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:11,116 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a59e0c302df0255920a14b4b139d9c16 2024-11-15T11:43:11,117 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/a59e0c302df0255920a14b4b139d9c16 2024-11-15T11:43:11,117 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/a59e0c302df0255920a14b4b139d9c16 2024-11-15T11:43:11,118 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a59e0c302df0255920a14b4b139d9c16 2024-11-15T11:43:11,118 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a59e0c302df0255920a14b4b139d9c16 2024-11-15T11:43:11,119 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:43:11,120 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a59e0c302df0255920a14b4b139d9c16 2024-11-15T11:43:11,122 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/a59e0c302df0255920a14b4b139d9c16/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:43:11,122 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a59e0c302df0255920a14b4b139d9c16; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66611795, jitterRate=-0.007406905293464661}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:43:11,123 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a59e0c302df0255920a14b4b139d9c16: Writing region info on filesystem at 1731670991109Initializing all the Stores at 1731670991110 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670991110Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670991110Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670991110Cleaning up temporary data from old regions at 1731670991118 (+8 ms)Region opened successfully at 1731670991123 (+5 ms) 2024-11-15T11:43:11,123 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a59e0c302df0255920a14b4b139d9c16, disabling compactions & flushes 2024-11-15T11:43:11,123 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731670991076.a59e0c302df0255920a14b4b139d9c16. 2024-11-15T11:43:11,123 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731670991076.a59e0c302df0255920a14b4b139d9c16. 2024-11-15T11:43:11,123 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731670991076.a59e0c302df0255920a14b4b139d9c16. after waiting 0 ms 2024-11-15T11:43:11,123 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731670991076.a59e0c302df0255920a14b4b139d9c16. 2024-11-15T11:43:11,124 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731670991076.a59e0c302df0255920a14b4b139d9c16. 2024-11-15T11:43:11,124 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a59e0c302df0255920a14b4b139d9c16: Waiting for close lock at 1731670991123Disabling compacts and flushes for region at 1731670991123Disabling writes for close at 1731670991123Writing region close event to WAL at 1731670991124 (+1 ms)Closed at 1731670991124 2024-11-15T11:43:11,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741897_1075 (size=95) 2024-11-15T11:43:11,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741897_1075 (size=95) 2024-11-15T11:43:11,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741897_1075 (size=95) 2024-11-15T11:43:11,128 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T11:43:11,128 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-36034110:(num 1731670991081) 2024-11-15T11:43:11,128 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T11:43:11,130 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:45687/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731670991075, archiveDir=hdfs://localhost:45687/hbase/oldWALs, maxLogs=32 2024-11-15T11:43:11,142 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731670991075/wal.1731670991130, exclude list is [], retry=0 2024-11-15T11:43:11,145 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39965,DS-0b896dea-fd5d-4b4a-88e0-4eea800a37e4,DISK] 2024-11-15T11:43:11,145 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35399,DS-e161f08f-bfa6-4d7a-b878-188081a9fba1,DISK] 2024-11-15T11:43:11,146 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36843,DS-40be2364-24ac-4d1d-9218-bb5cd184da07,DISK] 2024-11-15T11:43:11,149 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731670991075/wal.1731670991130 2024-11-15T11:43:11,149 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42777:42777),(127.0.0.1/127.0.0.1:38737:38737),(127.0.0.1/127.0.0.1:45729:45729)] 2024-11-15T11:43:11,149 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a59e0c302df0255920a14b4b139d9c16, NAME => 'testReplayEditsWrittenViaHRegion,,1731670991076.a59e0c302df0255920a14b4b139d9c16.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:43:11,149 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731670991076.a59e0c302df0255920a14b4b139d9c16.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:43:11,149 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a59e0c302df0255920a14b4b139d9c16 2024-11-15T11:43:11,149 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a59e0c302df0255920a14b4b139d9c16 2024-11-15T11:43:11,151 INFO [StoreOpener-a59e0c302df0255920a14b4b139d9c16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a59e0c302df0255920a14b4b139d9c16 2024-11-15T11:43:11,152 INFO [StoreOpener-a59e0c302df0255920a14b4b139d9c16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a59e0c302df0255920a14b4b139d9c16 columnFamilyName a 2024-11-15T11:43:11,152 DEBUG [StoreOpener-a59e0c302df0255920a14b4b139d9c16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:11,153 INFO [StoreOpener-a59e0c302df0255920a14b4b139d9c16-1 {}] regionserver.HStore(327): Store=a59e0c302df0255920a14b4b139d9c16/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:11,153 INFO [StoreOpener-a59e0c302df0255920a14b4b139d9c16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a59e0c302df0255920a14b4b139d9c16 2024-11-15T11:43:11,153 INFO [StoreOpener-a59e0c302df0255920a14b4b139d9c16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a59e0c302df0255920a14b4b139d9c16 columnFamilyName b 2024-11-15T11:43:11,154 DEBUG [StoreOpener-a59e0c302df0255920a14b4b139d9c16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:11,154 INFO [StoreOpener-a59e0c302df0255920a14b4b139d9c16-1 {}] regionserver.HStore(327): Store=a59e0c302df0255920a14b4b139d9c16/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:11,154 INFO [StoreOpener-a59e0c302df0255920a14b4b139d9c16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a59e0c302df0255920a14b4b139d9c16 2024-11-15T11:43:11,155 INFO [StoreOpener-a59e0c302df0255920a14b4b139d9c16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a59e0c302df0255920a14b4b139d9c16 columnFamilyName c 2024-11-15T11:43:11,155 DEBUG [StoreOpener-a59e0c302df0255920a14b4b139d9c16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:11,156 INFO [StoreOpener-a59e0c302df0255920a14b4b139d9c16-1 {}] regionserver.HStore(327): Store=a59e0c302df0255920a14b4b139d9c16/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:11,156 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a59e0c302df0255920a14b4b139d9c16 2024-11-15T11:43:11,157 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/a59e0c302df0255920a14b4b139d9c16 2024-11-15T11:43:11,158 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/a59e0c302df0255920a14b4b139d9c16 2024-11-15T11:43:11,159 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a59e0c302df0255920a14b4b139d9c16 2024-11-15T11:43:11,159 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a59e0c302df0255920a14b4b139d9c16 2024-11-15T11:43:11,159 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:43:11,160 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a59e0c302df0255920a14b4b139d9c16 2024-11-15T11:43:11,161 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a59e0c302df0255920a14b4b139d9c16; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64075718, jitterRate=-0.04519739747047424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:43:11,161 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a59e0c302df0255920a14b4b139d9c16: Writing region info on filesystem at 1731670991149Initializing all the Stores at 1731670991150 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670991150Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670991151 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670991151Cleaning up temporary data from old regions at 1731670991159 (+8 ms)Region opened successfully at 1731670991161 (+2 ms) 2024-11-15T11:43:11,186 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a59e0c302df0255920a14b4b139d9c16 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-15T11:43:11,203 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/a59e0c302df0255920a14b4b139d9c16/.tmp/a/fe56ad21f5514cb3b86dd210546a110d is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731670991161/Put/seqid=0 2024-11-15T11:43:11,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741900_1078 (size=5958) 2024-11-15T11:43:11,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741900_1078 (size=5958) 2024-11-15T11:43:11,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741900_1078 (size=5958) 2024-11-15T11:43:11,214 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/a59e0c302df0255920a14b4b139d9c16/.tmp/a/fe56ad21f5514cb3b86dd210546a110d 2024-11-15T11:43:11,242 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/a59e0c302df0255920a14b4b139d9c16/.tmp/b/79092af75de84810a5765e520bb25f2b is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731670991171/Put/seqid=0 2024-11-15T11:43:11,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741901_1079 (size=5958) 2024-11-15T11:43:11,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741901_1079 (size=5958) 2024-11-15T11:43:11,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741901_1079 (size=5958) 2024-11-15T11:43:11,252 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/a59e0c302df0255920a14b4b139d9c16/.tmp/b/79092af75de84810a5765e520bb25f2b 2024-11-15T11:43:11,271 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/a59e0c302df0255920a14b4b139d9c16/.tmp/c/06654a2df6e942d18616595496eed4cc is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731670991178/Put/seqid=0 2024-11-15T11:43:11,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741902_1080 (size=5958) 2024-11-15T11:43:11,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741902_1080 (size=5958) 2024-11-15T11:43:11,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741902_1080 (size=5958) 2024-11-15T11:43:11,278 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/a59e0c302df0255920a14b4b139d9c16/.tmp/c/06654a2df6e942d18616595496eed4cc 2024-11-15T11:43:11,285 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/a59e0c302df0255920a14b4b139d9c16/.tmp/a/fe56ad21f5514cb3b86dd210546a110d as hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/a59e0c302df0255920a14b4b139d9c16/a/fe56ad21f5514cb3b86dd210546a110d 2024-11-15T11:43:11,291 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/a59e0c302df0255920a14b4b139d9c16/a/fe56ad21f5514cb3b86dd210546a110d, entries=10, sequenceid=33, filesize=5.8 K 2024-11-15T11:43:11,292 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/a59e0c302df0255920a14b4b139d9c16/.tmp/b/79092af75de84810a5765e520bb25f2b as hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/a59e0c302df0255920a14b4b139d9c16/b/79092af75de84810a5765e520bb25f2b 2024-11-15T11:43:11,298 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/a59e0c302df0255920a14b4b139d9c16/b/79092af75de84810a5765e520bb25f2b, entries=10, sequenceid=33, filesize=5.8 K 2024-11-15T11:43:11,299 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/a59e0c302df0255920a14b4b139d9c16/.tmp/c/06654a2df6e942d18616595496eed4cc as hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/a59e0c302df0255920a14b4b139d9c16/c/06654a2df6e942d18616595496eed4cc 2024-11-15T11:43:11,305 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/a59e0c302df0255920a14b4b139d9c16/c/06654a2df6e942d18616595496eed4cc, entries=10, sequenceid=33, filesize=5.8 K 2024-11-15T11:43:11,306 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for a59e0c302df0255920a14b4b139d9c16 in 120ms, sequenceid=33, compaction requested=false 2024-11-15T11:43:11,306 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a59e0c302df0255920a14b4b139d9c16: 2024-11-15T11:43:11,306 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a59e0c302df0255920a14b4b139d9c16, disabling compactions & flushes 2024-11-15T11:43:11,306 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731670991076.a59e0c302df0255920a14b4b139d9c16. 2024-11-15T11:43:11,306 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731670991076.a59e0c302df0255920a14b4b139d9c16. 2024-11-15T11:43:11,307 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731670991076.a59e0c302df0255920a14b4b139d9c16. after waiting 0 ms 2024-11-15T11:43:11,307 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731670991076.a59e0c302df0255920a14b4b139d9c16. 2024-11-15T11:43:11,308 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731670991076.a59e0c302df0255920a14b4b139d9c16. 2024-11-15T11:43:11,308 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a59e0c302df0255920a14b4b139d9c16: Waiting for close lock at 1731670991306Disabling compacts and flushes for region at 1731670991306Disabling writes for close at 1731670991307 (+1 ms)Writing region close event to WAL at 1731670991308 (+1 ms)Closed at 1731670991308 2024-11-15T11:43:11,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741899_1077 (size=3385) 2024-11-15T11:43:11,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741899_1077 (size=3385) 2024-11-15T11:43:11,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741899_1077 (size=3385) 2024-11-15T11:43:11,314 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/a59e0c302df0255920a14b4b139d9c16/b/79092af75de84810a5765e520bb25f2b to hdfs://localhost:45687/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/a59e0c302df0255920a14b4b139d9c16/b/79092af75de84810a5765e520bb25f2b 2024-11-15T11:43:11,329 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45687/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731670991075/wal.1731670991130, size=3.3 K (3385bytes) 2024-11-15T11:43:11,329 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45687/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731670991075/wal.1731670991130 2024-11-15T11:43:11,330 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45687/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731670991075/wal.1731670991130 after 1ms 2024-11-15T11:43:11,332 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:45687/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731670991075/wal.1731670991130: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T11:43:11,332 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45687/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731670991075/wal.1731670991130 took 3ms 2024-11-15T11:43:11,335 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45687/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731670991075/wal.1731670991130 so closing down 2024-11-15T11:43:11,335 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:43:11,335 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731670991130.temp 2024-11-15T11:43:11,336 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/a59e0c302df0255920a14b4b139d9c16/recovered.edits/0000000000000000003-wal.1731670991130.temp 2024-11-15T11:43:11,337 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:43:11,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741903_1081 (size=2944) 2024-11-15T11:43:11,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741903_1081 (size=2944) 2024-11-15T11:43:11,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741903_1081 (size=2944) 2024-11-15T11:43:11,344 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/a59e0c302df0255920a14b4b139d9c16/recovered.edits/0000000000000000003-wal.1731670991130.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-15T11:43:11,346 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/a59e0c302df0255920a14b4b139d9c16/recovered.edits/0000000000000000003-wal.1731670991130.temp to hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/a59e0c302df0255920a14b4b139d9c16/recovered.edits/0000000000000000032 2024-11-15T11:43:11,346 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:45687/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731670991075/wal.1731670991130, size=3.3 K, length=3385, corrupted=false, cancelled=false 2024-11-15T11:43:11,346 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45687/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731670991075/wal.1731670991130, journal: Splitting hdfs://localhost:45687/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731670991075/wal.1731670991130, size=3.3 K (3385bytes) at 1731670991329Finishing writing output for hdfs://localhost:45687/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731670991075/wal.1731670991130 so closing down at 1731670991335 (+6 ms)Creating recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/a59e0c302df0255920a14b4b139d9c16/recovered.edits/0000000000000000003-wal.1731670991130.temp at 1731670991336 (+1 ms)3 split writer threads finished at 1731670991337 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/a59e0c302df0255920a14b4b139d9c16/recovered.edits/0000000000000000003-wal.1731670991130.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731670991344 (+7 ms)Rename recovered edits hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/a59e0c302df0255920a14b4b139d9c16/recovered.edits/0000000000000000003-wal.1731670991130.temp to hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/a59e0c302df0255920a14b4b139d9c16/recovered.edits/0000000000000000032 at 1731670991346 (+2 ms)Processed 32 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:45687/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731670991075/wal.1731670991130, size=3.3 K, length=3385, corrupted=false, cancelled=false at 1731670991346 2024-11-15T11:43:11,348 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45687/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731670991075/wal.1731670991130 to hdfs://localhost:45687/hbase/oldWALs/wal.1731670991130 2024-11-15T11:43:11,349 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/a59e0c302df0255920a14b4b139d9c16/recovered.edits/0000000000000000032 2024-11-15T11:43:11,349 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T11:43:11,350 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:45687/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731670991075, archiveDir=hdfs://localhost:45687/hbase/oldWALs, maxLogs=32 2024-11-15T11:43:11,363 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731670991075/wal.1731670991351, exclude list is [], retry=0 2024-11-15T11:43:11,366 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39965,DS-0b896dea-fd5d-4b4a-88e0-4eea800a37e4,DISK] 2024-11-15T11:43:11,367 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36843,DS-40be2364-24ac-4d1d-9218-bb5cd184da07,DISK] 2024-11-15T11:43:11,367 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35399,DS-e161f08f-bfa6-4d7a-b878-188081a9fba1,DISK] 2024-11-15T11:43:11,369 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731670991075/wal.1731670991351 2024-11-15T11:43:11,370 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42777:42777),(127.0.0.1/127.0.0.1:45729:45729),(127.0.0.1/127.0.0.1:38737:38737)] 2024-11-15T11:43:11,370 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a59e0c302df0255920a14b4b139d9c16, NAME => 'testReplayEditsWrittenViaHRegion,,1731670991076.a59e0c302df0255920a14b4b139d9c16.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:43:11,370 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731670991076.a59e0c302df0255920a14b4b139d9c16.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:43:11,370 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a59e0c302df0255920a14b4b139d9c16 2024-11-15T11:43:11,370 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a59e0c302df0255920a14b4b139d9c16 2024-11-15T11:43:11,372 INFO [StoreOpener-a59e0c302df0255920a14b4b139d9c16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a59e0c302df0255920a14b4b139d9c16 2024-11-15T11:43:11,373 INFO [StoreOpener-a59e0c302df0255920a14b4b139d9c16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a59e0c302df0255920a14b4b139d9c16 columnFamilyName a 2024-11-15T11:43:11,373 DEBUG [StoreOpener-a59e0c302df0255920a14b4b139d9c16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:11,379 DEBUG [StoreOpener-a59e0c302df0255920a14b4b139d9c16-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/a59e0c302df0255920a14b4b139d9c16/a/fe56ad21f5514cb3b86dd210546a110d 2024-11-15T11:43:11,379 INFO [StoreOpener-a59e0c302df0255920a14b4b139d9c16-1 {}] regionserver.HStore(327): Store=a59e0c302df0255920a14b4b139d9c16/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:11,380 INFO [StoreOpener-a59e0c302df0255920a14b4b139d9c16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a59e0c302df0255920a14b4b139d9c16 2024-11-15T11:43:11,381 INFO [StoreOpener-a59e0c302df0255920a14b4b139d9c16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a59e0c302df0255920a14b4b139d9c16 columnFamilyName b 2024-11-15T11:43:11,381 DEBUG [StoreOpener-a59e0c302df0255920a14b4b139d9c16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:11,382 INFO [StoreOpener-a59e0c302df0255920a14b4b139d9c16-1 {}] regionserver.HStore(327): Store=a59e0c302df0255920a14b4b139d9c16/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:11,382 INFO [StoreOpener-a59e0c302df0255920a14b4b139d9c16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a59e0c302df0255920a14b4b139d9c16 2024-11-15T11:43:11,383 INFO [StoreOpener-a59e0c302df0255920a14b4b139d9c16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a59e0c302df0255920a14b4b139d9c16 columnFamilyName c 2024-11-15T11:43:11,383 DEBUG [StoreOpener-a59e0c302df0255920a14b4b139d9c16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:11,389 DEBUG [StoreOpener-a59e0c302df0255920a14b4b139d9c16-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/a59e0c302df0255920a14b4b139d9c16/c/06654a2df6e942d18616595496eed4cc 2024-11-15T11:43:11,389 INFO [StoreOpener-a59e0c302df0255920a14b4b139d9c16-1 {}] regionserver.HStore(327): Store=a59e0c302df0255920a14b4b139d9c16/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:11,390 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a59e0c302df0255920a14b4b139d9c16 2024-11-15T11:43:11,390 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/a59e0c302df0255920a14b4b139d9c16 2024-11-15T11:43:11,392 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/a59e0c302df0255920a14b4b139d9c16 2024-11-15T11:43:11,393 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/a59e0c302df0255920a14b4b139d9c16/recovered.edits/0000000000000000032 2024-11-15T11:43:11,395 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/a59e0c302df0255920a14b4b139d9c16/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T11:43:11,397 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/a59e0c302df0255920a14b4b139d9c16/recovered.edits/0000000000000000032 2024-11-15T11:43:11,398 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a59e0c302df0255920a14b4b139d9c16 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-15T11:43:11,412 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/a59e0c302df0255920a14b4b139d9c16/.tmp/b/dbb4fe221b464e99b131e9e199f8c675 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731670991171/Put/seqid=0 2024-11-15T11:43:11,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741905_1083 (size=5958) 2024-11-15T11:43:11,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741905_1083 (size=5958) 2024-11-15T11:43:11,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741905_1083 (size=5958) 2024-11-15T11:43:11,757 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-15T11:43:11,757 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-15T11:43:11,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-15T11:43:11,759 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-15T11:43:11,760 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-15T11:43:11,760 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-15T11:43:11,820 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/a59e0c302df0255920a14b4b139d9c16/.tmp/b/dbb4fe221b464e99b131e9e199f8c675 2024-11-15T11:43:11,827 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/a59e0c302df0255920a14b4b139d9c16/.tmp/b/dbb4fe221b464e99b131e9e199f8c675 as hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/a59e0c302df0255920a14b4b139d9c16/b/dbb4fe221b464e99b131e9e199f8c675 2024-11-15T11:43:11,834 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/a59e0c302df0255920a14b4b139d9c16/b/dbb4fe221b464e99b131e9e199f8c675, entries=10, sequenceid=32, filesize=5.8 K 2024-11-15T11:43:11,834 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for a59e0c302df0255920a14b4b139d9c16 in 437ms, sequenceid=32, compaction requested=false; wal=null 2024-11-15T11:43:11,835 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/a59e0c302df0255920a14b4b139d9c16/recovered.edits/0000000000000000032 2024-11-15T11:43:11,836 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a59e0c302df0255920a14b4b139d9c16 2024-11-15T11:43:11,837 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a59e0c302df0255920a14b4b139d9c16 2024-11-15T11:43:11,837 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:43:11,839 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a59e0c302df0255920a14b4b139d9c16 2024-11-15T11:43:11,842 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/a59e0c302df0255920a14b4b139d9c16/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-15T11:43:11,844 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a59e0c302df0255920a14b4b139d9c16; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69199895, jitterRate=0.03115878999233246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:43:11,844 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a59e0c302df0255920a14b4b139d9c16: Writing region info on filesystem at 1731670991371Initializing all the Stores at 1731670991372 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670991372Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670991372Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670991372Obtaining lock to block concurrent updates at 1731670991398 (+26 ms)Preparing flush snapshotting stores in a59e0c302df0255920a14b4b139d9c16 at 1731670991398Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731670991076.a59e0c302df0255920a14b4b139d9c16., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1731670991398Flushing stores of testReplayEditsWrittenViaHRegion,,1731670991076.a59e0c302df0255920a14b4b139d9c16. at 1731670991398Flushing a59e0c302df0255920a14b4b139d9c16/b: creating writer at 1731670991398Flushing a59e0c302df0255920a14b4b139d9c16/b: appending metadata at 1731670991411 (+13 ms)Flushing a59e0c302df0255920a14b4b139d9c16/b: closing flushed file at 1731670991411Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d14b208: reopening flushed file at 1731670991826 (+415 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for a59e0c302df0255920a14b4b139d9c16 in 437ms, sequenceid=32, compaction requested=false; wal=null at 1731670991834 (+8 ms)Cleaning up temporary data from old regions at 1731670991837 (+3 ms)Region opened successfully at 1731670991844 (+7 ms) 2024-11-15T11:43:11,864 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=417 (was 409) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_311840694_22 at /127.0.0.1:34926 [Receiving block BP-810761193-172.17.0.2-1731670967786:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_311840694_22 at /127.0.0.1:34766 [Waiting for operation #32] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-810761193-172.17.0.2-1731670967786:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_311840694_22 at /127.0.0.1:47994 [Waiting for operation #52] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_311840694_22 at /127.0.0.1:54082 [Receiving block BP-810761193-172.17.0.2-1731670967786:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-810761193-172.17.0.2-1731670967786:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-810761193-172.17.0.2-1731670967786:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_311840694_22 at /127.0.0.1:48192 [Receiving block BP-810761193-172.17.0.2-1731670967786:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_311840694_22 at /127.0.0.1:53906 [Waiting for operation #39] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1124 (was 1050) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=339 (was 339), ProcessCount=11 (was 11), AvailableMemoryMB=10990 (was 11009) 2024-11-15T11:43:11,864 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1124 is superior to 1024 2024-11-15T11:43:11,875 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=417, OpenFileDescriptor=1124, MaxFileDescriptor=1048576, SystemLoadAverage=339, ProcessCount=11, AvailableMemoryMB=10990 2024-11-15T11:43:11,875 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1124 is superior to 1024 2024-11-15T11:43:11,888 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:43:11,889 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:43:11,890 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:43:11,893 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-94830861, suffix=, logDir=hdfs://localhost:45687/hbase/WALs/hregion-94830861, archiveDir=hdfs://localhost:45687/hbase/oldWALs, maxLogs=32 2024-11-15T11:43:11,900 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T11:43:11,904 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-94830861/hregion-94830861.1731670991893, exclude list is [], retry=0 2024-11-15T11:43:11,907 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36843,DS-40be2364-24ac-4d1d-9218-bb5cd184da07,DISK] 2024-11-15T11:43:11,907 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35399,DS-e161f08f-bfa6-4d7a-b878-188081a9fba1,DISK] 2024-11-15T11:43:11,907 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39965,DS-0b896dea-fd5d-4b4a-88e0-4eea800a37e4,DISK] 2024-11-15T11:43:11,909 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-94830861/hregion-94830861.1731670991893 2024-11-15T11:43:11,909 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45729:45729),(127.0.0.1/127.0.0.1:38737:38737),(127.0.0.1/127.0.0.1:42777:42777)] 2024-11-15T11:43:11,909 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 18a2eb78f9215c6d6edc05b0ba1a6db0, NAME => 'testReplayEditsAfterAbortingFlush,,1731670991888.18a2eb78f9215c6d6edc05b0ba1a6db0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45687/hbase 2024-11-15T11:43:11,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741907_1085 (size=68) 2024-11-15T11:43:11,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741907_1085 (size=68) 2024-11-15T11:43:11,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741907_1085 (size=68) 2024-11-15T11:43:11,918 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731670991888.18a2eb78f9215c6d6edc05b0ba1a6db0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:43:11,919 INFO [StoreOpener-18a2eb78f9215c6d6edc05b0ba1a6db0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 18a2eb78f9215c6d6edc05b0ba1a6db0 2024-11-15T11:43:11,920 INFO [StoreOpener-18a2eb78f9215c6d6edc05b0ba1a6db0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18a2eb78f9215c6d6edc05b0ba1a6db0 columnFamilyName a 2024-11-15T11:43:11,920 DEBUG [StoreOpener-18a2eb78f9215c6d6edc05b0ba1a6db0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:11,921 INFO [StoreOpener-18a2eb78f9215c6d6edc05b0ba1a6db0-1 {}] regionserver.HStore(327): Store=18a2eb78f9215c6d6edc05b0ba1a6db0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:11,921 INFO [StoreOpener-18a2eb78f9215c6d6edc05b0ba1a6db0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 18a2eb78f9215c6d6edc05b0ba1a6db0 2024-11-15T11:43:11,922 INFO [StoreOpener-18a2eb78f9215c6d6edc05b0ba1a6db0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18a2eb78f9215c6d6edc05b0ba1a6db0 columnFamilyName b 2024-11-15T11:43:11,922 DEBUG [StoreOpener-18a2eb78f9215c6d6edc05b0ba1a6db0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:11,923 INFO [StoreOpener-18a2eb78f9215c6d6edc05b0ba1a6db0-1 {}] regionserver.HStore(327): Store=18a2eb78f9215c6d6edc05b0ba1a6db0/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:11,923 INFO [StoreOpener-18a2eb78f9215c6d6edc05b0ba1a6db0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 18a2eb78f9215c6d6edc05b0ba1a6db0 2024-11-15T11:43:11,924 INFO [StoreOpener-18a2eb78f9215c6d6edc05b0ba1a6db0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18a2eb78f9215c6d6edc05b0ba1a6db0 columnFamilyName c 2024-11-15T11:43:11,924 DEBUG [StoreOpener-18a2eb78f9215c6d6edc05b0ba1a6db0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:11,925 INFO [StoreOpener-18a2eb78f9215c6d6edc05b0ba1a6db0-1 {}] regionserver.HStore(327): Store=18a2eb78f9215c6d6edc05b0ba1a6db0/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:11,925 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 18a2eb78f9215c6d6edc05b0ba1a6db0 2024-11-15T11:43:11,926 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testReplayEditsAfterAbortingFlush/18a2eb78f9215c6d6edc05b0ba1a6db0 2024-11-15T11:43:11,926 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testReplayEditsAfterAbortingFlush/18a2eb78f9215c6d6edc05b0ba1a6db0 2024-11-15T11:43:11,927 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 18a2eb78f9215c6d6edc05b0ba1a6db0 2024-11-15T11:43:11,927 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 18a2eb78f9215c6d6edc05b0ba1a6db0 2024-11-15T11:43:11,928 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:43:11,928 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 18a2eb78f9215c6d6edc05b0ba1a6db0 2024-11-15T11:43:11,930 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45687/hbase/data/default/testReplayEditsAfterAbortingFlush/18a2eb78f9215c6d6edc05b0ba1a6db0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:43:11,931 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 18a2eb78f9215c6d6edc05b0ba1a6db0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61427248, jitterRate=-0.08466267585754395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:43:11,931 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 18a2eb78f9215c6d6edc05b0ba1a6db0: Writing region info on filesystem at 1731670991918Initializing all the Stores at 1731670991919 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670991919Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670991919Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670991919Cleaning up temporary data from old regions at 1731670991927 (+8 ms)Region opened successfully at 1731670991931 (+4 ms) 2024-11-15T11:43:11,931 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 18a2eb78f9215c6d6edc05b0ba1a6db0, disabling compactions & flushes 2024-11-15T11:43:11,931 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731670991888.18a2eb78f9215c6d6edc05b0ba1a6db0. 2024-11-15T11:43:11,931 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731670991888.18a2eb78f9215c6d6edc05b0ba1a6db0. 2024-11-15T11:43:11,931 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731670991888.18a2eb78f9215c6d6edc05b0ba1a6db0. after waiting 0 ms 2024-11-15T11:43:11,931 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731670991888.18a2eb78f9215c6d6edc05b0ba1a6db0. 2024-11-15T11:43:11,932 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731670991888.18a2eb78f9215c6d6edc05b0ba1a6db0. 2024-11-15T11:43:11,932 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 18a2eb78f9215c6d6edc05b0ba1a6db0: Waiting for close lock at 1731670991931Disabling compacts and flushes for region at 1731670991931Disabling writes for close at 1731670991931Writing region close event to WAL at 1731670991932 (+1 ms)Closed at 1731670991932 2024-11-15T11:43:11,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741906_1084 (size=95) 2024-11-15T11:43:11,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741906_1084 (size=95) 2024-11-15T11:43:11,934 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-94830861/hregion-94830861.1731670991893 not finished, retry = 0 2024-11-15T11:43:11,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741906_1084 (size=95) 2024-11-15T11:43:12,042 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T11:43:12,042 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-94830861:(num 1731670991893) 2024-11-15T11:43:12,043 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T11:43:12,046 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:45687/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731670991887, archiveDir=hdfs://localhost:45687/hbase/oldWALs, maxLogs=32 2024-11-15T11:43:12,062 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731670991887/wal.1731670992047, exclude list is [], retry=0 2024-11-15T11:43:12,064 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39965,DS-0b896dea-fd5d-4b4a-88e0-4eea800a37e4,DISK] 2024-11-15T11:43:12,065 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36843,DS-40be2364-24ac-4d1d-9218-bb5cd184da07,DISK] 2024-11-15T11:43:12,065 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35399,DS-e161f08f-bfa6-4d7a-b878-188081a9fba1,DISK] 2024-11-15T11:43:12,066 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731670991887/wal.1731670992047 2024-11-15T11:43:12,067 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42777:42777),(127.0.0.1/127.0.0.1:45729:45729),(127.0.0.1/127.0.0.1:38737:38737)] 2024-11-15T11:43:12,131 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 18a2eb78f9215c6d6edc05b0ba1a6db0, NAME => 'testReplayEditsAfterAbortingFlush,,1731670991888.18a2eb78f9215c6d6edc05b0ba1a6db0.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:43:12,133 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 18a2eb78f9215c6d6edc05b0ba1a6db0 2024-11-15T11:43:12,133 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731670991888.18a2eb78f9215c6d6edc05b0ba1a6db0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:43:12,133 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 18a2eb78f9215c6d6edc05b0ba1a6db0 2024-11-15T11:43:12,133 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 18a2eb78f9215c6d6edc05b0ba1a6db0 2024-11-15T11:43:12,135 INFO [StoreOpener-18a2eb78f9215c6d6edc05b0ba1a6db0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 18a2eb78f9215c6d6edc05b0ba1a6db0 2024-11-15T11:43:12,136 INFO [StoreOpener-18a2eb78f9215c6d6edc05b0ba1a6db0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18a2eb78f9215c6d6edc05b0ba1a6db0 columnFamilyName a 2024-11-15T11:43:12,136 DEBUG [StoreOpener-18a2eb78f9215c6d6edc05b0ba1a6db0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:12,136 INFO [StoreOpener-18a2eb78f9215c6d6edc05b0ba1a6db0-1 {}] regionserver.HStore(327): Store=18a2eb78f9215c6d6edc05b0ba1a6db0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:12,136 INFO [StoreOpener-18a2eb78f9215c6d6edc05b0ba1a6db0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 18a2eb78f9215c6d6edc05b0ba1a6db0 2024-11-15T11:43:12,137 INFO [StoreOpener-18a2eb78f9215c6d6edc05b0ba1a6db0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18a2eb78f9215c6d6edc05b0ba1a6db0 columnFamilyName b 2024-11-15T11:43:12,137 DEBUG [StoreOpener-18a2eb78f9215c6d6edc05b0ba1a6db0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:12,138 INFO [StoreOpener-18a2eb78f9215c6d6edc05b0ba1a6db0-1 {}] regionserver.HStore(327): Store=18a2eb78f9215c6d6edc05b0ba1a6db0/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:12,138 INFO [StoreOpener-18a2eb78f9215c6d6edc05b0ba1a6db0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 18a2eb78f9215c6d6edc05b0ba1a6db0 2024-11-15T11:43:12,139 INFO [StoreOpener-18a2eb78f9215c6d6edc05b0ba1a6db0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18a2eb78f9215c6d6edc05b0ba1a6db0 columnFamilyName c 2024-11-15T11:43:12,139 DEBUG [StoreOpener-18a2eb78f9215c6d6edc05b0ba1a6db0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:12,139 INFO [StoreOpener-18a2eb78f9215c6d6edc05b0ba1a6db0-1 {}] regionserver.HStore(327): Store=18a2eb78f9215c6d6edc05b0ba1a6db0/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:12,139 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 18a2eb78f9215c6d6edc05b0ba1a6db0 2024-11-15T11:43:12,140 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testReplayEditsAfterAbortingFlush/18a2eb78f9215c6d6edc05b0ba1a6db0 2024-11-15T11:43:12,141 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testReplayEditsAfterAbortingFlush/18a2eb78f9215c6d6edc05b0ba1a6db0 2024-11-15T11:43:12,142 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 18a2eb78f9215c6d6edc05b0ba1a6db0 2024-11-15T11:43:12,142 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 18a2eb78f9215c6d6edc05b0ba1a6db0 2024-11-15T11:43:12,142 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:43:12,144 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 18a2eb78f9215c6d6edc05b0ba1a6db0 2024-11-15T11:43:12,145 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 18a2eb78f9215c6d6edc05b0ba1a6db0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73482425, jitterRate=0.09497345983982086}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:43:12,145 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18a2eb78f9215c6d6edc05b0ba1a6db0 2024-11-15T11:43:12,145 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 18a2eb78f9215c6d6edc05b0ba1a6db0: Running coprocessor pre-open hook at 1731670992133Writing region info on filesystem at 1731670992133Initializing all the Stores at 1731670992134 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670992134Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670992134Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670992134Cleaning up temporary data from old regions at 1731670992142 (+8 ms)Running coprocessor post-open hooks at 1731670992145 (+3 ms)Region opened successfully at 1731670992145 2024-11-15T11:43:12,159 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 18a2eb78f9215c6d6edc05b0ba1a6db0 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-15T11:43:12,161 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 18a2eb78f9215c6d6edc05b0ba1a6db0/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:43:12,903 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T11:43:13,162 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 18a2eb78f9215c6d6edc05b0ba1a6db0/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:43:14,163 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 18a2eb78f9215c6d6edc05b0ba1a6db0/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:43:15,164 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 18a2eb78f9215c6d6edc05b0ba1a6db0/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:43:16,166 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 18a2eb78f9215c6d6edc05b0ba1a6db0/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:43:17,167 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 18a2eb78f9215c6d6edc05b0ba1a6db0/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:43:18,168 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 18a2eb78f9215c6d6edc05b0ba1a6db0/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:43:19,169 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 18a2eb78f9215c6d6edc05b0ba1a6db0/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:43:20,170 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 18a2eb78f9215c6d6edc05b0ba1a6db0/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:43:20,575 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T11:43:21,170 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 18a2eb78f9215c6d6edc05b0ba1a6db0/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:43:21,171 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 18a2eb78f9215c6d6edc05b0ba1a6db0: 2024-11-15T11:43:21,171 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1731670991888.18a2eb78f9215c6d6edc05b0ba1a6db0. 2024-11-15T11:43:21,182 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 18a2eb78f9215c6d6edc05b0ba1a6db0: 2024-11-15T11:43:21,182 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-15T11:43:21,182 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 18a2eb78f9215c6d6edc05b0ba1a6db0, disabling compactions & flushes 2024-11-15T11:43:21,182 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731670991888.18a2eb78f9215c6d6edc05b0ba1a6db0. 2024-11-15T11:43:21,182 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731670991888.18a2eb78f9215c6d6edc05b0ba1a6db0. 2024-11-15T11:43:21,182 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731670991888.18a2eb78f9215c6d6edc05b0ba1a6db0. after waiting 0 ms 2024-11-15T11:43:21,182 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731670991888.18a2eb78f9215c6d6edc05b0ba1a6db0. 2024-11-15T11:43:21,183 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1731670991888.18a2eb78f9215c6d6edc05b0ba1a6db0. 2024-11-15T11:43:21,183 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731670991888.18a2eb78f9215c6d6edc05b0ba1a6db0. 2024-11-15T11:43:21,183 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 18a2eb78f9215c6d6edc05b0ba1a6db0: Waiting for close lock at 1731671001182Running coprocessor pre-close hooks at 1731671001182Disabling compacts and flushes for region at 1731671001182Disabling writes for close at 1731671001182Writing region close event to WAL at 1731671001183 (+1 ms)Running coprocessor post-close hooks at 1731671001183Closed at 1731671001183 2024-11-15T11:43:21,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741908_1086 (size=2691) 2024-11-15T11:43:21,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741908_1086 (size=2691) 2024-11-15T11:43:21,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741908_1086 (size=2691) 2024-11-15T11:43:21,200 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45687/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731670991887/wal.1731670992047, size=2.6 K (2691bytes) 2024-11-15T11:43:21,200 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45687/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731670991887/wal.1731670992047 2024-11-15T11:43:21,201 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45687/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731670991887/wal.1731670992047 after 1ms 2024-11-15T11:43:21,203 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:45687/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731670991887/wal.1731670992047: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T11:43:21,203 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45687/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731670991887/wal.1731670992047 took 3ms 2024-11-15T11:43:21,206 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45687/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731670991887/wal.1731670992047 so closing down 2024-11-15T11:43:21,206 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:43:21,206 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1731670992047.temp 2024-11-15T11:43:21,208 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testReplayEditsAfterAbortingFlush/18a2eb78f9215c6d6edc05b0ba1a6db0/recovered.edits/0000000000000000004-wal.1731670992047.temp 2024-11-15T11:43:21,208 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:43:21,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741909_1087 (size=2094) 2024-11-15T11:43:21,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741909_1087 (size=2094) 2024-11-15T11:43:21,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741909_1087 (size=2094) 2024-11-15T11:43:21,214 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testReplayEditsAfterAbortingFlush/18a2eb78f9215c6d6edc05b0ba1a6db0/recovered.edits/0000000000000000004-wal.1731670992047.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-15T11:43:21,215 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45687/hbase/data/default/testReplayEditsAfterAbortingFlush/18a2eb78f9215c6d6edc05b0ba1a6db0/recovered.edits/0000000000000000004-wal.1731670992047.temp to hdfs://localhost:45687/hbase/data/default/testReplayEditsAfterAbortingFlush/18a2eb78f9215c6d6edc05b0ba1a6db0/recovered.edits/0000000000000000026 2024-11-15T11:43:21,216 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:45687/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731670991887/wal.1731670992047, size=2.6 K, length=2691, corrupted=false, cancelled=false 2024-11-15T11:43:21,216 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45687/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731670991887/wal.1731670992047, journal: Splitting hdfs://localhost:45687/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731670991887/wal.1731670992047, size=2.6 K (2691bytes) at 1731671001200Finishing writing output for hdfs://localhost:45687/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731670991887/wal.1731670992047 so closing down at 1731671001206 (+6 ms)Creating recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testReplayEditsAfterAbortingFlush/18a2eb78f9215c6d6edc05b0ba1a6db0/recovered.edits/0000000000000000004-wal.1731670992047.temp at 1731671001208 (+2 ms)3 split writer threads finished at 1731671001208Closed recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testReplayEditsAfterAbortingFlush/18a2eb78f9215c6d6edc05b0ba1a6db0/recovered.edits/0000000000000000004-wal.1731670992047.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1731671001214 (+6 ms)Rename recovered edits hdfs://localhost:45687/hbase/data/default/testReplayEditsAfterAbortingFlush/18a2eb78f9215c6d6edc05b0ba1a6db0/recovered.edits/0000000000000000004-wal.1731670992047.temp to hdfs://localhost:45687/hbase/data/default/testReplayEditsAfterAbortingFlush/18a2eb78f9215c6d6edc05b0ba1a6db0/recovered.edits/0000000000000000026 at 1731671001215 (+1 ms)Processed 23 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:45687/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731670991887/wal.1731670992047, size=2.6 K, length=2691, corrupted=false, cancelled=false at 1731671001216 (+1 ms) 2024-11-15T11:43:21,217 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45687/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731670991887/wal.1731670992047 to hdfs://localhost:45687/hbase/oldWALs/wal.1731670992047 2024-11-15T11:43:21,218 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:45687/hbase/data/default/testReplayEditsAfterAbortingFlush/18a2eb78f9215c6d6edc05b0ba1a6db0/recovered.edits/0000000000000000026 2024-11-15T11:43:21,218 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T11:43:21,219 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:45687/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731670991887, archiveDir=hdfs://localhost:45687/hbase/oldWALs, maxLogs=32 2024-11-15T11:43:21,232 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731670991887/wal.1731671001220, exclude list is [], retry=0 2024-11-15T11:43:21,235 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36843,DS-40be2364-24ac-4d1d-9218-bb5cd184da07,DISK] 2024-11-15T11:43:21,235 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39965,DS-0b896dea-fd5d-4b4a-88e0-4eea800a37e4,DISK] 2024-11-15T11:43:21,235 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35399,DS-e161f08f-bfa6-4d7a-b878-188081a9fba1,DISK] 2024-11-15T11:43:21,237 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731670991887/wal.1731671001220 2024-11-15T11:43:21,237 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45729:45729),(127.0.0.1/127.0.0.1:42777:42777),(127.0.0.1/127.0.0.1:38737:38737)] 2024-11-15T11:43:21,237 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 18a2eb78f9215c6d6edc05b0ba1a6db0, NAME => 'testReplayEditsAfterAbortingFlush,,1731670991888.18a2eb78f9215c6d6edc05b0ba1a6db0.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:43:21,238 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 18a2eb78f9215c6d6edc05b0ba1a6db0 2024-11-15T11:43:21,238 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731670991888.18a2eb78f9215c6d6edc05b0ba1a6db0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:43:21,238 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 18a2eb78f9215c6d6edc05b0ba1a6db0 2024-11-15T11:43:21,238 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 18a2eb78f9215c6d6edc05b0ba1a6db0 2024-11-15T11:43:21,240 INFO [StoreOpener-18a2eb78f9215c6d6edc05b0ba1a6db0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 18a2eb78f9215c6d6edc05b0ba1a6db0 2024-11-15T11:43:21,241 INFO [StoreOpener-18a2eb78f9215c6d6edc05b0ba1a6db0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18a2eb78f9215c6d6edc05b0ba1a6db0 columnFamilyName a 2024-11-15T11:43:21,241 DEBUG [StoreOpener-18a2eb78f9215c6d6edc05b0ba1a6db0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:21,242 INFO [StoreOpener-18a2eb78f9215c6d6edc05b0ba1a6db0-1 {}] regionserver.HStore(327): Store=18a2eb78f9215c6d6edc05b0ba1a6db0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:21,242 INFO [StoreOpener-18a2eb78f9215c6d6edc05b0ba1a6db0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 18a2eb78f9215c6d6edc05b0ba1a6db0 2024-11-15T11:43:21,243 INFO [StoreOpener-18a2eb78f9215c6d6edc05b0ba1a6db0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18a2eb78f9215c6d6edc05b0ba1a6db0 columnFamilyName b 2024-11-15T11:43:21,243 DEBUG [StoreOpener-18a2eb78f9215c6d6edc05b0ba1a6db0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:21,243 INFO [StoreOpener-18a2eb78f9215c6d6edc05b0ba1a6db0-1 {}] regionserver.HStore(327): Store=18a2eb78f9215c6d6edc05b0ba1a6db0/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:21,243 INFO [StoreOpener-18a2eb78f9215c6d6edc05b0ba1a6db0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 18a2eb78f9215c6d6edc05b0ba1a6db0 2024-11-15T11:43:21,244 INFO [StoreOpener-18a2eb78f9215c6d6edc05b0ba1a6db0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18a2eb78f9215c6d6edc05b0ba1a6db0 columnFamilyName c 2024-11-15T11:43:21,244 DEBUG [StoreOpener-18a2eb78f9215c6d6edc05b0ba1a6db0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:21,245 INFO [StoreOpener-18a2eb78f9215c6d6edc05b0ba1a6db0-1 {}] regionserver.HStore(327): Store=18a2eb78f9215c6d6edc05b0ba1a6db0/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:21,245 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 18a2eb78f9215c6d6edc05b0ba1a6db0 2024-11-15T11:43:21,245 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testReplayEditsAfterAbortingFlush/18a2eb78f9215c6d6edc05b0ba1a6db0 2024-11-15T11:43:21,247 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testReplayEditsAfterAbortingFlush/18a2eb78f9215c6d6edc05b0ba1a6db0 2024-11-15T11:43:21,247 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45687/hbase/data/default/testReplayEditsAfterAbortingFlush/18a2eb78f9215c6d6edc05b0ba1a6db0/recovered.edits/0000000000000000026 2024-11-15T11:43:21,249 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:45687/hbase/data/default/testReplayEditsAfterAbortingFlush/18a2eb78f9215c6d6edc05b0ba1a6db0/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T11:43:21,250 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:45687/hbase/data/default/testReplayEditsAfterAbortingFlush/18a2eb78f9215c6d6edc05b0ba1a6db0/recovered.edits/0000000000000000026 2024-11-15T11:43:21,251 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 18a2eb78f9215c6d6edc05b0ba1a6db0 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-15T11:43:21,264 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45687/hbase/data/default/testReplayEditsAfterAbortingFlush/18a2eb78f9215c6d6edc05b0ba1a6db0/.tmp/a/31d76c756f7b400fb2b614bc43745c9d is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1731671001175/Put/seqid=0 2024-11-15T11:43:21,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741911_1089 (size=5523) 2024-11-15T11:43:21,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741911_1089 (size=5523) 2024-11-15T11:43:21,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741911_1089 (size=5523) 2024-11-15T11:43:21,276 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:45687/hbase/data/default/testReplayEditsAfterAbortingFlush/18a2eb78f9215c6d6edc05b0ba1a6db0/.tmp/a/31d76c756f7b400fb2b614bc43745c9d 2024-11-15T11:43:21,299 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45687/hbase/data/default/testReplayEditsAfterAbortingFlush/18a2eb78f9215c6d6edc05b0ba1a6db0/.tmp/b/df4b2fc7bbd843b78f7a105bfb1bb697 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1731671001172/Put/seqid=0 2024-11-15T11:43:21,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741912_1090 (size=5524) 2024-11-15T11:43:21,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741912_1090 (size=5524) 2024-11-15T11:43:21,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741912_1090 (size=5524) 2024-11-15T11:43:21,307 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:45687/hbase/data/default/testReplayEditsAfterAbortingFlush/18a2eb78f9215c6d6edc05b0ba1a6db0/.tmp/b/df4b2fc7bbd843b78f7a105bfb1bb697 2024-11-15T11:43:21,328 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45687/hbase/data/default/testReplayEditsAfterAbortingFlush/18a2eb78f9215c6d6edc05b0ba1a6db0/.tmp/c/a5b5c37170f24a9eb809bbf8234b906f is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1731671001173/Put/seqid=0 2024-11-15T11:43:21,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741913_1091 (size=5457) 2024-11-15T11:43:21,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741913_1091 (size=5457) 2024-11-15T11:43:21,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741913_1091 (size=5457) 2024-11-15T11:43:21,336 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:45687/hbase/data/default/testReplayEditsAfterAbortingFlush/18a2eb78f9215c6d6edc05b0ba1a6db0/.tmp/c/a5b5c37170f24a9eb809bbf8234b906f 2024-11-15T11:43:21,342 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45687/hbase/data/default/testReplayEditsAfterAbortingFlush/18a2eb78f9215c6d6edc05b0ba1a6db0/.tmp/a/31d76c756f7b400fb2b614bc43745c9d as hdfs://localhost:45687/hbase/data/default/testReplayEditsAfterAbortingFlush/18a2eb78f9215c6d6edc05b0ba1a6db0/a/31d76c756f7b400fb2b614bc43745c9d 2024-11-15T11:43:21,349 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45687/hbase/data/default/testReplayEditsAfterAbortingFlush/18a2eb78f9215c6d6edc05b0ba1a6db0/a/31d76c756f7b400fb2b614bc43745c9d, entries=7, sequenceid=26, filesize=5.4 K 2024-11-15T11:43:21,350 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45687/hbase/data/default/testReplayEditsAfterAbortingFlush/18a2eb78f9215c6d6edc05b0ba1a6db0/.tmp/b/df4b2fc7bbd843b78f7a105bfb1bb697 as hdfs://localhost:45687/hbase/data/default/testReplayEditsAfterAbortingFlush/18a2eb78f9215c6d6edc05b0ba1a6db0/b/df4b2fc7bbd843b78f7a105bfb1bb697 2024-11-15T11:43:21,356 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45687/hbase/data/default/testReplayEditsAfterAbortingFlush/18a2eb78f9215c6d6edc05b0ba1a6db0/b/df4b2fc7bbd843b78f7a105bfb1bb697, entries=7, sequenceid=26, filesize=5.4 K 2024-11-15T11:43:21,358 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45687/hbase/data/default/testReplayEditsAfterAbortingFlush/18a2eb78f9215c6d6edc05b0ba1a6db0/.tmp/c/a5b5c37170f24a9eb809bbf8234b906f as hdfs://localhost:45687/hbase/data/default/testReplayEditsAfterAbortingFlush/18a2eb78f9215c6d6edc05b0ba1a6db0/c/a5b5c37170f24a9eb809bbf8234b906f 2024-11-15T11:43:21,364 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45687/hbase/data/default/testReplayEditsAfterAbortingFlush/18a2eb78f9215c6d6edc05b0ba1a6db0/c/a5b5c37170f24a9eb809bbf8234b906f, entries=6, sequenceid=26, filesize=5.3 K 2024-11-15T11:43:21,365 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 18a2eb78f9215c6d6edc05b0ba1a6db0 in 114ms, sequenceid=26, compaction requested=false; wal=null 2024-11-15T11:43:21,366 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45687/hbase/data/default/testReplayEditsAfterAbortingFlush/18a2eb78f9215c6d6edc05b0ba1a6db0/recovered.edits/0000000000000000026 2024-11-15T11:43:21,367 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 18a2eb78f9215c6d6edc05b0ba1a6db0 2024-11-15T11:43:21,368 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 18a2eb78f9215c6d6edc05b0ba1a6db0 2024-11-15T11:43:21,369 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:43:21,370 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 18a2eb78f9215c6d6edc05b0ba1a6db0 2024-11-15T11:43:21,372 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45687/hbase/data/default/testReplayEditsAfterAbortingFlush/18a2eb78f9215c6d6edc05b0ba1a6db0/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-15T11:43:21,374 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 18a2eb78f9215c6d6edc05b0ba1a6db0; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67335082, jitterRate=0.003370910882949829}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:43:21,374 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18a2eb78f9215c6d6edc05b0ba1a6db0 2024-11-15T11:43:21,374 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 18a2eb78f9215c6d6edc05b0ba1a6db0: Running coprocessor pre-open hook at 1731671001238Writing region info on filesystem at 1731671001238Initializing all the Stores at 1731671001239 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731671001239Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731671001239Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731671001239Obtaining lock to block concurrent updates at 1731671001251 (+12 ms)Preparing flush snapshotting stores in 18a2eb78f9215c6d6edc05b0ba1a6db0 at 1731671001251Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1731670991888.18a2eb78f9215c6d6edc05b0ba1a6db0., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1731671001251Flushing stores of testReplayEditsAfterAbortingFlush,,1731670991888.18a2eb78f9215c6d6edc05b0ba1a6db0. at 1731671001251Flushing 18a2eb78f9215c6d6edc05b0ba1a6db0/a: creating writer at 1731671001251Flushing 18a2eb78f9215c6d6edc05b0ba1a6db0/a: appending metadata at 1731671001264 (+13 ms)Flushing 18a2eb78f9215c6d6edc05b0ba1a6db0/a: closing flushed file at 1731671001264Flushing 18a2eb78f9215c6d6edc05b0ba1a6db0/b: creating writer at 1731671001281 (+17 ms)Flushing 18a2eb78f9215c6d6edc05b0ba1a6db0/b: appending metadata at 1731671001299 (+18 ms)Flushing 18a2eb78f9215c6d6edc05b0ba1a6db0/b: closing flushed file at 1731671001299Flushing 18a2eb78f9215c6d6edc05b0ba1a6db0/c: creating writer at 1731671001313 (+14 ms)Flushing 18a2eb78f9215c6d6edc05b0ba1a6db0/c: appending metadata at 1731671001328 (+15 ms)Flushing 18a2eb78f9215c6d6edc05b0ba1a6db0/c: closing flushed file at 1731671001328Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28d0aa86: reopening flushed file at 1731671001341 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6da97c6: reopening flushed file at 1731671001349 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ef85d90: reopening flushed file at 1731671001357 (+8 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 18a2eb78f9215c6d6edc05b0ba1a6db0 in 114ms, sequenceid=26, compaction requested=false; wal=null at 1731671001365 (+8 ms)Cleaning up temporary data from old regions at 1731671001368 (+3 ms)Running coprocessor post-open hooks at 1731671001374 (+6 ms)Region opened successfully at 1731671001374 2024-11-15T11:43:21,396 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=416 (was 417), OpenFileDescriptor=1180 (was 1124) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=301 (was 339), ProcessCount=11 (was 11), AvailableMemoryMB=10974 (was 10990) 2024-11-15T11:43:21,396 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1180 is superior to 1024 2024-11-15T11:43:21,407 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=416, OpenFileDescriptor=1180, MaxFileDescriptor=1048576, SystemLoadAverage=301, ProcessCount=11, AvailableMemoryMB=10974 2024-11-15T11:43:21,407 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1180 is superior to 1024 2024-11-15T11:43:21,423 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:43:21,426 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:43:21,426 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:43:21,429 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-89641506, suffix=, logDir=hdfs://localhost:45687/hbase/WALs/hregion-89641506, archiveDir=hdfs://localhost:45687/hbase/oldWALs, maxLogs=32 2024-11-15T11:43:21,445 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-89641506/hregion-89641506.1731671001430, exclude list is [], retry=0 2024-11-15T11:43:21,448 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35399,DS-e161f08f-bfa6-4d7a-b878-188081a9fba1,DISK] 2024-11-15T11:43:21,448 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39965,DS-0b896dea-fd5d-4b4a-88e0-4eea800a37e4,DISK] 2024-11-15T11:43:21,449 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36843,DS-40be2364-24ac-4d1d-9218-bb5cd184da07,DISK] 2024-11-15T11:43:21,454 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-89641506/hregion-89641506.1731671001430 2024-11-15T11:43:21,456 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38737:38737),(127.0.0.1/127.0.0.1:42777:42777),(127.0.0.1/127.0.0.1:45729:45729)] 2024-11-15T11:43:21,456 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 0ed50821ae5cacc53e93e187a96c053b, NAME => 'testDatalossWhenInputError,,1731671001424.0ed50821ae5cacc53e93e187a96c053b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45687/hbase 2024-11-15T11:43:21,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741915_1093 (size=61) 2024-11-15T11:43:21,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741915_1093 (size=61) 2024-11-15T11:43:21,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741915_1093 (size=61) 2024-11-15T11:43:21,474 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731671001424.0ed50821ae5cacc53e93e187a96c053b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:43:21,479 INFO [StoreOpener-0ed50821ae5cacc53e93e187a96c053b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0ed50821ae5cacc53e93e187a96c053b 2024-11-15T11:43:21,480 INFO [StoreOpener-0ed50821ae5cacc53e93e187a96c053b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ed50821ae5cacc53e93e187a96c053b columnFamilyName a 2024-11-15T11:43:21,480 DEBUG [StoreOpener-0ed50821ae5cacc53e93e187a96c053b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:21,481 INFO [StoreOpener-0ed50821ae5cacc53e93e187a96c053b-1 {}] regionserver.HStore(327): Store=0ed50821ae5cacc53e93e187a96c053b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:21,481 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0ed50821ae5cacc53e93e187a96c053b 2024-11-15T11:43:21,482 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testDatalossWhenInputError/0ed50821ae5cacc53e93e187a96c053b 2024-11-15T11:43:21,482 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testDatalossWhenInputError/0ed50821ae5cacc53e93e187a96c053b 2024-11-15T11:43:21,483 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0ed50821ae5cacc53e93e187a96c053b 2024-11-15T11:43:21,483 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0ed50821ae5cacc53e93e187a96c053b 2024-11-15T11:43:21,484 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0ed50821ae5cacc53e93e187a96c053b 2024-11-15T11:43:21,487 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45687/hbase/data/default/testDatalossWhenInputError/0ed50821ae5cacc53e93e187a96c053b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:43:21,487 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0ed50821ae5cacc53e93e187a96c053b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66842550, jitterRate=-0.003968387842178345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T11:43:21,488 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0ed50821ae5cacc53e93e187a96c053b: Writing region info on filesystem at 1731671001474Initializing all the Stores at 1731671001474Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731671001475 (+1 ms)Cleaning up temporary data from old regions at 1731671001483 (+8 ms)Region opened successfully at 1731671001488 (+5 ms) 2024-11-15T11:43:21,488 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0ed50821ae5cacc53e93e187a96c053b, disabling compactions & flushes 2024-11-15T11:43:21,488 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731671001424.0ed50821ae5cacc53e93e187a96c053b. 2024-11-15T11:43:21,488 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731671001424.0ed50821ae5cacc53e93e187a96c053b. 2024-11-15T11:43:21,488 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731671001424.0ed50821ae5cacc53e93e187a96c053b. after waiting 0 ms 2024-11-15T11:43:21,488 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731671001424.0ed50821ae5cacc53e93e187a96c053b. 2024-11-15T11:43:21,488 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731671001424.0ed50821ae5cacc53e93e187a96c053b. 2024-11-15T11:43:21,489 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0ed50821ae5cacc53e93e187a96c053b: Waiting for close lock at 1731671001488Disabling compacts and flushes for region at 1731671001488Disabling writes for close at 1731671001488Writing region close event to WAL at 1731671001488Closed at 1731671001488 2024-11-15T11:43:21,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741914_1092 (size=95) 2024-11-15T11:43:21,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741914_1092 (size=95) 2024-11-15T11:43:21,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741914_1092 (size=95) 2024-11-15T11:43:21,493 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T11:43:21,493 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-89641506:(num 1731671001430) 2024-11-15T11:43:21,493 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T11:43:21,495 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:45687/hbase/WALs/testdatalosswheninputerror-manual,16010,1731671001422, archiveDir=hdfs://localhost:45687/hbase/oldWALs, maxLogs=32 2024-11-15T11:43:21,507 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731671001422/wal.1731671001496, exclude list is [], retry=0 2024-11-15T11:43:21,509 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36843,DS-40be2364-24ac-4d1d-9218-bb5cd184da07,DISK] 2024-11-15T11:43:21,510 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39965,DS-0b896dea-fd5d-4b4a-88e0-4eea800a37e4,DISK] 2024-11-15T11:43:21,510 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35399,DS-e161f08f-bfa6-4d7a-b878-188081a9fba1,DISK] 2024-11-15T11:43:21,511 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731671001422/wal.1731671001496 2024-11-15T11:43:21,511 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45729:45729),(127.0.0.1/127.0.0.1:42777:42777),(127.0.0.1/127.0.0.1:38737:38737)] 2024-11-15T11:43:21,511 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 0ed50821ae5cacc53e93e187a96c053b, NAME => 'testDatalossWhenInputError,,1731671001424.0ed50821ae5cacc53e93e187a96c053b.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:43:21,512 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731671001424.0ed50821ae5cacc53e93e187a96c053b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:43:21,512 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 0ed50821ae5cacc53e93e187a96c053b 2024-11-15T11:43:21,512 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 0ed50821ae5cacc53e93e187a96c053b 2024-11-15T11:43:21,513 INFO [StoreOpener-0ed50821ae5cacc53e93e187a96c053b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0ed50821ae5cacc53e93e187a96c053b 2024-11-15T11:43:21,513 INFO [StoreOpener-0ed50821ae5cacc53e93e187a96c053b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ed50821ae5cacc53e93e187a96c053b columnFamilyName a 2024-11-15T11:43:21,514 DEBUG [StoreOpener-0ed50821ae5cacc53e93e187a96c053b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:21,514 INFO [StoreOpener-0ed50821ae5cacc53e93e187a96c053b-1 {}] regionserver.HStore(327): Store=0ed50821ae5cacc53e93e187a96c053b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:21,514 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0ed50821ae5cacc53e93e187a96c053b 2024-11-15T11:43:21,515 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testDatalossWhenInputError/0ed50821ae5cacc53e93e187a96c053b 2024-11-15T11:43:21,516 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testDatalossWhenInputError/0ed50821ae5cacc53e93e187a96c053b 2024-11-15T11:43:21,516 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0ed50821ae5cacc53e93e187a96c053b 2024-11-15T11:43:21,516 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0ed50821ae5cacc53e93e187a96c053b 2024-11-15T11:43:21,517 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0ed50821ae5cacc53e93e187a96c053b 2024-11-15T11:43:21,518 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0ed50821ae5cacc53e93e187a96c053b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69083278, jitterRate=0.029421061277389526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T11:43:21,518 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0ed50821ae5cacc53e93e187a96c053b: Writing region info on filesystem at 1731671001512Initializing all the Stores at 1731671001512Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731671001513 (+1 ms)Cleaning up temporary data from old regions at 1731671001516 (+3 ms)Region opened successfully at 1731671001518 (+2 ms) 2024-11-15T11:43:21,529 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0ed50821ae5cacc53e93e187a96c053b, disabling compactions & flushes 2024-11-15T11:43:21,529 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731671001424.0ed50821ae5cacc53e93e187a96c053b. 2024-11-15T11:43:21,529 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731671001424.0ed50821ae5cacc53e93e187a96c053b. 2024-11-15T11:43:21,529 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731671001424.0ed50821ae5cacc53e93e187a96c053b. after waiting 0 ms 2024-11-15T11:43:21,529 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731671001424.0ed50821ae5cacc53e93e187a96c053b. 2024-11-15T11:43:21,530 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1731671001424.0ed50821ae5cacc53e93e187a96c053b. 2024-11-15T11:43:21,530 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731671001424.0ed50821ae5cacc53e93e187a96c053b. 2024-11-15T11:43:21,530 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0ed50821ae5cacc53e93e187a96c053b: Waiting for close lock at 1731671001529Disabling compacts and flushes for region at 1731671001529Disabling writes for close at 1731671001529Writing region close event to WAL at 1731671001530 (+1 ms)Closed at 1731671001530 2024-11-15T11:43:21,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741916_1094 (size=1050) 2024-11-15T11:43:21,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741916_1094 (size=1050) 2024-11-15T11:43:21,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741916_1094 (size=1050) 2024-11-15T11:43:21,550 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45687/hbase/WALs/testdatalosswheninputerror-manual,16010,1731671001422/wal.1731671001496, size=1.0 K (1050bytes) 2024-11-15T11:43:21,550 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45687/hbase/WALs/testdatalosswheninputerror-manual,16010,1731671001422/wal.1731671001496 2024-11-15T11:43:21,551 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45687/hbase/WALs/testdatalosswheninputerror-manual,16010,1731671001422/wal.1731671001496 after 1ms 2024-11-15T11:43:21,553 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:45687/hbase/WALs/testdatalosswheninputerror-manual,16010,1731671001422/wal.1731671001496: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T11:43:21,553 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45687/hbase/WALs/testdatalosswheninputerror-manual,16010,1731671001422/wal.1731671001496 took 3ms 2024-11-15T11:43:21,555 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45687/hbase/WALs/testdatalosswheninputerror-manual,16010,1731671001422/wal.1731671001496 so closing down 2024-11-15T11:43:21,555 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:43:21,556 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731671001496.temp 2024-11-15T11:43:21,557 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testDatalossWhenInputError/0ed50821ae5cacc53e93e187a96c053b/recovered.edits/0000000000000000003-wal.1731671001496.temp 2024-11-15T11:43:21,558 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:43:21,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741917_1095 (size=1050) 2024-11-15T11:43:21,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741917_1095 (size=1050) 2024-11-15T11:43:21,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741917_1095 (size=1050) 2024-11-15T11:43:21,567 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testDatalossWhenInputError/0ed50821ae5cacc53e93e187a96c053b/recovered.edits/0000000000000000003-wal.1731671001496.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T11:43:21,568 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45687/hbase/data/default/testDatalossWhenInputError/0ed50821ae5cacc53e93e187a96c053b/recovered.edits/0000000000000000003-wal.1731671001496.temp to hdfs://localhost:45687/hbase/data/default/testDatalossWhenInputError/0ed50821ae5cacc53e93e187a96c053b/recovered.edits/0000000000000000012 2024-11-15T11:43:21,569 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:45687/hbase/WALs/testdatalosswheninputerror-manual,16010,1731671001422/wal.1731671001496, size=1.0 K, length=1050, corrupted=false, cancelled=false 2024-11-15T11:43:21,569 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45687/hbase/WALs/testdatalosswheninputerror-manual,16010,1731671001422/wal.1731671001496, journal: Splitting hdfs://localhost:45687/hbase/WALs/testdatalosswheninputerror-manual,16010,1731671001422/wal.1731671001496, size=1.0 K (1050bytes) at 1731671001550Finishing writing output for hdfs://localhost:45687/hbase/WALs/testdatalosswheninputerror-manual,16010,1731671001422/wal.1731671001496 so closing down at 1731671001555 (+5 ms)Creating recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testDatalossWhenInputError/0ed50821ae5cacc53e93e187a96c053b/recovered.edits/0000000000000000003-wal.1731671001496.temp at 1731671001557 (+2 ms)3 split writer threads finished at 1731671001558 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testDatalossWhenInputError/0ed50821ae5cacc53e93e187a96c053b/recovered.edits/0000000000000000003-wal.1731671001496.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731671001567 (+9 ms)Rename recovered edits hdfs://localhost:45687/hbase/data/default/testDatalossWhenInputError/0ed50821ae5cacc53e93e187a96c053b/recovered.edits/0000000000000000003-wal.1731671001496.temp to hdfs://localhost:45687/hbase/data/default/testDatalossWhenInputError/0ed50821ae5cacc53e93e187a96c053b/recovered.edits/0000000000000000012 at 1731671001568 (+1 ms)Processed 10 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:45687/hbase/WALs/testdatalosswheninputerror-manual,16010,1731671001422/wal.1731671001496, size=1.0 K, length=1050, corrupted=false, cancelled=false at 1731671001569 (+1 ms) 2024-11-15T11:43:21,570 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45687/hbase/WALs/testdatalosswheninputerror-manual,16010,1731671001422/wal.1731671001496 to hdfs://localhost:45687/hbase/oldWALs/wal.1731671001496 2024-11-15T11:43:21,571 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:45687/hbase/data/default/testDatalossWhenInputError/0ed50821ae5cacc53e93e187a96c053b/recovered.edits/0000000000000000012 2024-11-15T11:43:21,575 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:45687/hbase/data/default/testDatalossWhenInputError/0ed50821ae5cacc53e93e187a96c053b/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T11:43:21,757 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-15T11:43:21,757 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-15T11:43:21,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-15T11:43:21,759 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-15T11:43:21,903 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T11:43:21,906 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:45687/hbase/WALs/testdatalosswheninputerror-manual,16010,1731671001422, archiveDir=hdfs://localhost:45687/hbase/oldWALs, maxLogs=32 2024-11-15T11:43:21,918 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731671001422/wal.1731671001906, exclude list is [], retry=0 2024-11-15T11:43:21,921 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35399,DS-e161f08f-bfa6-4d7a-b878-188081a9fba1,DISK] 2024-11-15T11:43:21,921 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39965,DS-0b896dea-fd5d-4b4a-88e0-4eea800a37e4,DISK] 2024-11-15T11:43:21,921 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36843,DS-40be2364-24ac-4d1d-9218-bb5cd184da07,DISK] 2024-11-15T11:43:21,923 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731671001422/wal.1731671001906 2024-11-15T11:43:21,923 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38737:38737),(127.0.0.1/127.0.0.1:42777:42777),(127.0.0.1/127.0.0.1:45729:45729)] 2024-11-15T11:43:21,923 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 0ed50821ae5cacc53e93e187a96c053b, NAME => 'testDatalossWhenInputError,,1731671001424.0ed50821ae5cacc53e93e187a96c053b.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:43:21,923 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731671001424.0ed50821ae5cacc53e93e187a96c053b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:43:21,923 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 0ed50821ae5cacc53e93e187a96c053b 2024-11-15T11:43:21,924 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 0ed50821ae5cacc53e93e187a96c053b 2024-11-15T11:43:21,927 INFO [StoreOpener-0ed50821ae5cacc53e93e187a96c053b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0ed50821ae5cacc53e93e187a96c053b 2024-11-15T11:43:21,929 INFO [StoreOpener-0ed50821ae5cacc53e93e187a96c053b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ed50821ae5cacc53e93e187a96c053b columnFamilyName a 2024-11-15T11:43:21,929 DEBUG [StoreOpener-0ed50821ae5cacc53e93e187a96c053b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:21,930 INFO [StoreOpener-0ed50821ae5cacc53e93e187a96c053b-1 {}] regionserver.HStore(327): Store=0ed50821ae5cacc53e93e187a96c053b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:21,930 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0ed50821ae5cacc53e93e187a96c053b 2024-11-15T11:43:21,931 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testDatalossWhenInputError/0ed50821ae5cacc53e93e187a96c053b 2024-11-15T11:43:21,933 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testDatalossWhenInputError/0ed50821ae5cacc53e93e187a96c053b 2024-11-15T11:43:21,933 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45687/hbase/data/default/testDatalossWhenInputError/0ed50821ae5cacc53e93e187a96c053b/recovered.edits/0000000000000000012 2024-11-15T11:43:21,936 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:45687/hbase/data/default/testDatalossWhenInputError/0ed50821ae5cacc53e93e187a96c053b/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T11:43:21,937 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:45687/hbase/data/default/testDatalossWhenInputError/0ed50821ae5cacc53e93e187a96c053b/recovered.edits/0000000000000000012 2024-11-15T11:43:21,938 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0ed50821ae5cacc53e93e187a96c053b 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-15T11:43:21,956 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45687/hbase/data/default/testDatalossWhenInputError/0ed50821ae5cacc53e93e187a96c053b/.tmp/a/daf27188fb4a409c8ab32a04eff11a83 is 79, key is testDatalossWhenInputError/a:x0/1731671001518/Put/seqid=0 2024-11-15T11:43:21,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741919_1097 (size=5808) 2024-11-15T11:43:21,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741919_1097 (size=5808) 2024-11-15T11:43:21,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741919_1097 (size=5808) 2024-11-15T11:43:21,963 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45687/hbase/data/default/testDatalossWhenInputError/0ed50821ae5cacc53e93e187a96c053b/.tmp/a/daf27188fb4a409c8ab32a04eff11a83 2024-11-15T11:43:21,974 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45687/hbase/data/default/testDatalossWhenInputError/0ed50821ae5cacc53e93e187a96c053b/.tmp/a/daf27188fb4a409c8ab32a04eff11a83 as hdfs://localhost:45687/hbase/data/default/testDatalossWhenInputError/0ed50821ae5cacc53e93e187a96c053b/a/daf27188fb4a409c8ab32a04eff11a83 2024-11-15T11:43:21,981 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45687/hbase/data/default/testDatalossWhenInputError/0ed50821ae5cacc53e93e187a96c053b/a/daf27188fb4a409c8ab32a04eff11a83, entries=10, sequenceid=12, filesize=5.7 K 2024-11-15T11:43:21,982 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 0ed50821ae5cacc53e93e187a96c053b in 44ms, sequenceid=12, compaction requested=false; wal=null 2024-11-15T11:43:21,982 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45687/hbase/data/default/testDatalossWhenInputError/0ed50821ae5cacc53e93e187a96c053b/recovered.edits/0000000000000000012 2024-11-15T11:43:21,983 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0ed50821ae5cacc53e93e187a96c053b 2024-11-15T11:43:21,983 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0ed50821ae5cacc53e93e187a96c053b 2024-11-15T11:43:21,986 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0ed50821ae5cacc53e93e187a96c053b 2024-11-15T11:43:21,988 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45687/hbase/data/default/testDatalossWhenInputError/0ed50821ae5cacc53e93e187a96c053b/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-15T11:43:21,989 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0ed50821ae5cacc53e93e187a96c053b; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73899462, jitterRate=0.1011877954006195}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T11:43:21,990 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0ed50821ae5cacc53e93e187a96c053b: Writing region info on filesystem at 1731671001924Initializing all the Stores at 1731671001926 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731671001926Obtaining lock to block concurrent updates at 1731671001938 (+12 ms)Preparing flush snapshotting stores in 0ed50821ae5cacc53e93e187a96c053b at 1731671001938Finished memstore snapshotting testDatalossWhenInputError,,1731671001424.0ed50821ae5cacc53e93e187a96c053b., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1731671001938Flushing stores of testDatalossWhenInputError,,1731671001424.0ed50821ae5cacc53e93e187a96c053b. at 1731671001938Flushing 0ed50821ae5cacc53e93e187a96c053b/a: creating writer at 1731671001938Flushing 0ed50821ae5cacc53e93e187a96c053b/a: appending metadata at 1731671001955 (+17 ms)Flushing 0ed50821ae5cacc53e93e187a96c053b/a: closing flushed file at 1731671001956 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bcd6c: reopening flushed file at 1731671001972 (+16 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 0ed50821ae5cacc53e93e187a96c053b in 44ms, sequenceid=12, compaction requested=false; wal=null at 1731671001982 (+10 ms)Cleaning up temporary data from old regions at 1731671001983 (+1 ms)Region opened successfully at 1731671001990 (+7 ms) 2024-11-15T11:43:21,993 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 0ed50821ae5cacc53e93e187a96c053b, NAME => 'testDatalossWhenInputError,,1731671001424.0ed50821ae5cacc53e93e187a96c053b.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:43:21,993 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731671001424.0ed50821ae5cacc53e93e187a96c053b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:43:21,993 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 0ed50821ae5cacc53e93e187a96c053b 2024-11-15T11:43:21,993 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 0ed50821ae5cacc53e93e187a96c053b 2024-11-15T11:43:21,994 INFO [StoreOpener-0ed50821ae5cacc53e93e187a96c053b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0ed50821ae5cacc53e93e187a96c053b 2024-11-15T11:43:21,995 INFO [StoreOpener-0ed50821ae5cacc53e93e187a96c053b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ed50821ae5cacc53e93e187a96c053b columnFamilyName a 2024-11-15T11:43:21,995 DEBUG [StoreOpener-0ed50821ae5cacc53e93e187a96c053b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:22,000 DEBUG [StoreOpener-0ed50821ae5cacc53e93e187a96c053b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45687/hbase/data/default/testDatalossWhenInputError/0ed50821ae5cacc53e93e187a96c053b/a/daf27188fb4a409c8ab32a04eff11a83 2024-11-15T11:43:22,000 INFO [StoreOpener-0ed50821ae5cacc53e93e187a96c053b-1 {}] regionserver.HStore(327): Store=0ed50821ae5cacc53e93e187a96c053b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:22,001 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0ed50821ae5cacc53e93e187a96c053b 2024-11-15T11:43:22,001 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testDatalossWhenInputError/0ed50821ae5cacc53e93e187a96c053b 2024-11-15T11:43:22,002 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testDatalossWhenInputError/0ed50821ae5cacc53e93e187a96c053b 2024-11-15T11:43:22,003 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0ed50821ae5cacc53e93e187a96c053b 2024-11-15T11:43:22,003 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0ed50821ae5cacc53e93e187a96c053b 2024-11-15T11:43:22,004 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0ed50821ae5cacc53e93e187a96c053b 2024-11-15T11:43:22,006 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45687/hbase/data/default/testDatalossWhenInputError/0ed50821ae5cacc53e93e187a96c053b/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-15T11:43:22,007 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0ed50821ae5cacc53e93e187a96c053b; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67773158, jitterRate=0.009898751974105835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T11:43:22,007 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0ed50821ae5cacc53e93e187a96c053b: Writing region info on filesystem at 1731671001993Initializing all the Stores at 1731671001994 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731671001994Cleaning up temporary data from old regions at 1731671002003 (+9 ms)Region opened successfully at 1731671002007 (+4 ms) 2024-11-15T11:43:22,022 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=427 (was 416) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_311840694_22 at /127.0.0.1:44606 [Receiving block BP-810761193-172.17.0.2-1731670967786:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_311840694_22 at /127.0.0.1:46884 [Waiting for operation #19] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-810761193-172.17.0.2-1731670967786:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_311840694_22 at /127.0.0.1:51244 [Waiting for operation #19] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-810761193-172.17.0.2-1731670967786:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_311840694_22 at /127.0.0.1:33292 [Waiting for operation #4] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_311840694_22 at /127.0.0.1:36186 [Receiving block BP-810761193-172.17.0.2-1731670967786:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_311840694_22 at /127.0.0.1:54664 [Receiving block BP-810761193-172.17.0.2-1731670967786:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-810761193-172.17.0.2-1731670967786:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1264 (was 1180) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=301 (was 301), ProcessCount=11 (was 11), AvailableMemoryMB=10965 (was 10974) 2024-11-15T11:43:22,022 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-11-15T11:43:22,035 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=427, OpenFileDescriptor=1264, MaxFileDescriptor=1048576, SystemLoadAverage=301, ProcessCount=11, AvailableMemoryMB=10965 2024-11-15T11:43:22,035 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-11-15T11:43:22,052 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:43:22,054 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:43:22,055 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:43:22,057 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-17005510, suffix=, logDir=hdfs://localhost:45687/hbase/WALs/hregion-17005510, archiveDir=hdfs://localhost:45687/hbase/oldWALs, maxLogs=32 2024-11-15T11:43:22,068 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-17005510/hregion-17005510.1731671002057, exclude list is [], retry=0 2024-11-15T11:43:22,071 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36843,DS-40be2364-24ac-4d1d-9218-bb5cd184da07,DISK] 2024-11-15T11:43:22,071 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39965,DS-0b896dea-fd5d-4b4a-88e0-4eea800a37e4,DISK] 2024-11-15T11:43:22,071 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35399,DS-e161f08f-bfa6-4d7a-b878-188081a9fba1,DISK] 2024-11-15T11:43:22,073 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-17005510/hregion-17005510.1731671002057 2024-11-15T11:43:22,074 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45729:45729),(127.0.0.1/127.0.0.1:42777:42777),(127.0.0.1/127.0.0.1:38737:38737)] 2024-11-15T11:43:22,075 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => da50fa4ee2c6fbc5d2443dddc01410d0, NAME => 'testCompactedBulkLoadedFiles,,1731671002053.da50fa4ee2c6fbc5d2443dddc01410d0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45687/hbase 2024-11-15T11:43:22,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741921_1099 (size=63) 2024-11-15T11:43:22,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741921_1099 (size=63) 2024-11-15T11:43:22,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741921_1099 (size=63) 2024-11-15T11:43:22,084 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731671002053.da50fa4ee2c6fbc5d2443dddc01410d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:43:22,086 INFO [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region da50fa4ee2c6fbc5d2443dddc01410d0 2024-11-15T11:43:22,088 INFO [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da50fa4ee2c6fbc5d2443dddc01410d0 columnFamilyName a 2024-11-15T11:43:22,088 DEBUG [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:22,089 INFO [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] regionserver.HStore(327): Store=da50fa4ee2c6fbc5d2443dddc01410d0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:22,089 INFO [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region da50fa4ee2c6fbc5d2443dddc01410d0 2024-11-15T11:43:22,091 INFO [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da50fa4ee2c6fbc5d2443dddc01410d0 columnFamilyName b 2024-11-15T11:43:22,091 DEBUG [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:22,091 INFO [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] regionserver.HStore(327): Store=da50fa4ee2c6fbc5d2443dddc01410d0/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:22,091 INFO [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region da50fa4ee2c6fbc5d2443dddc01410d0 2024-11-15T11:43:22,093 INFO [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da50fa4ee2c6fbc5d2443dddc01410d0 columnFamilyName c 2024-11-15T11:43:22,093 DEBUG [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:22,093 INFO [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] regionserver.HStore(327): Store=da50fa4ee2c6fbc5d2443dddc01410d0/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:22,094 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for da50fa4ee2c6fbc5d2443dddc01410d0 2024-11-15T11:43:22,094 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0 2024-11-15T11:43:22,095 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0 2024-11-15T11:43:22,096 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for da50fa4ee2c6fbc5d2443dddc01410d0 2024-11-15T11:43:22,096 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for da50fa4ee2c6fbc5d2443dddc01410d0 2024-11-15T11:43:22,097 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:43:22,098 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for da50fa4ee2c6fbc5d2443dddc01410d0 2024-11-15T11:43:22,101 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:43:22,102 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened da50fa4ee2c6fbc5d2443dddc01410d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59325170, jitterRate=-0.11598607897758484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:43:22,102 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for da50fa4ee2c6fbc5d2443dddc01410d0: Writing region info on filesystem at 1731671002084Initializing all the Stores at 1731671002085 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731671002085Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731671002086 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731671002086Cleaning up temporary data from old regions at 1731671002096 (+10 ms)Region opened successfully at 1731671002102 (+6 ms) 2024-11-15T11:43:22,102 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing da50fa4ee2c6fbc5d2443dddc01410d0, disabling compactions & flushes 2024-11-15T11:43:22,103 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731671002053.da50fa4ee2c6fbc5d2443dddc01410d0. 2024-11-15T11:43:22,103 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731671002053.da50fa4ee2c6fbc5d2443dddc01410d0. 2024-11-15T11:43:22,103 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731671002053.da50fa4ee2c6fbc5d2443dddc01410d0. after waiting 0 ms 2024-11-15T11:43:22,103 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731671002053.da50fa4ee2c6fbc5d2443dddc01410d0. 2024-11-15T11:43:22,103 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731671002053.da50fa4ee2c6fbc5d2443dddc01410d0. 2024-11-15T11:43:22,103 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for da50fa4ee2c6fbc5d2443dddc01410d0: Waiting for close lock at 1731671002102Disabling compacts and flushes for region at 1731671002102Disabling writes for close at 1731671002103 (+1 ms)Writing region close event to WAL at 1731671002103Closed at 1731671002103 2024-11-15T11:43:22,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741920_1098 (size=95) 2024-11-15T11:43:22,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741920_1098 (size=95) 2024-11-15T11:43:22,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741920_1098 (size=95) 2024-11-15T11:43:22,108 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T11:43:22,108 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-17005510:(num 1731671002057) 2024-11-15T11:43:22,109 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T11:43:22,110 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:45687/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731671002052, archiveDir=hdfs://localhost:45687/hbase/oldWALs, maxLogs=32 2024-11-15T11:43:22,129 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731671002052/wal.1731671002111, exclude list is [], retry=0 2024-11-15T11:43:22,132 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39965,DS-0b896dea-fd5d-4b4a-88e0-4eea800a37e4,DISK] 2024-11-15T11:43:22,132 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35399,DS-e161f08f-bfa6-4d7a-b878-188081a9fba1,DISK] 2024-11-15T11:43:22,132 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36843,DS-40be2364-24ac-4d1d-9218-bb5cd184da07,DISK] 2024-11-15T11:43:22,134 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731671002052/wal.1731671002111 2024-11-15T11:43:22,134 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42777:42777),(127.0.0.1/127.0.0.1:38737:38737),(127.0.0.1/127.0.0.1:45729:45729)] 2024-11-15T11:43:22,134 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => da50fa4ee2c6fbc5d2443dddc01410d0, NAME => 'testCompactedBulkLoadedFiles,,1731671002053.da50fa4ee2c6fbc5d2443dddc01410d0.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:43:22,134 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731671002053.da50fa4ee2c6fbc5d2443dddc01410d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:43:22,134 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for da50fa4ee2c6fbc5d2443dddc01410d0 2024-11-15T11:43:22,134 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for da50fa4ee2c6fbc5d2443dddc01410d0 2024-11-15T11:43:22,136 INFO [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region da50fa4ee2c6fbc5d2443dddc01410d0 2024-11-15T11:43:22,136 INFO [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da50fa4ee2c6fbc5d2443dddc01410d0 columnFamilyName a 2024-11-15T11:43:22,137 DEBUG [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:22,137 INFO [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] regionserver.HStore(327): Store=da50fa4ee2c6fbc5d2443dddc01410d0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:22,137 INFO [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region da50fa4ee2c6fbc5d2443dddc01410d0 2024-11-15T11:43:22,138 INFO [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da50fa4ee2c6fbc5d2443dddc01410d0 columnFamilyName b 2024-11-15T11:43:22,138 DEBUG [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:22,138 INFO [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] regionserver.HStore(327): Store=da50fa4ee2c6fbc5d2443dddc01410d0/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:22,139 INFO [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region da50fa4ee2c6fbc5d2443dddc01410d0 2024-11-15T11:43:22,139 INFO [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da50fa4ee2c6fbc5d2443dddc01410d0 columnFamilyName c 2024-11-15T11:43:22,139 DEBUG [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:22,140 INFO [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] regionserver.HStore(327): Store=da50fa4ee2c6fbc5d2443dddc01410d0/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:22,140 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for da50fa4ee2c6fbc5d2443dddc01410d0 2024-11-15T11:43:22,141 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0 2024-11-15T11:43:22,142 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0 2024-11-15T11:43:22,143 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for da50fa4ee2c6fbc5d2443dddc01410d0 2024-11-15T11:43:22,143 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for da50fa4ee2c6fbc5d2443dddc01410d0 2024-11-15T11:43:22,143 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:43:22,145 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for da50fa4ee2c6fbc5d2443dddc01410d0 2024-11-15T11:43:22,145 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened da50fa4ee2c6fbc5d2443dddc01410d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62630319, jitterRate=-0.06673552095890045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:43:22,146 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for da50fa4ee2c6fbc5d2443dddc01410d0: Writing region info on filesystem at 1731671002135Initializing all the Stores at 1731671002135Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731671002135Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731671002136 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731671002136Cleaning up temporary data from old regions at 1731671002143 (+7 ms)Region opened successfully at 1731671002146 (+3 ms) 2024-11-15T11:43:22,150 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45687/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1731671002149/Put/seqid=0 2024-11-15T11:43:22,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741923_1101 (size=4875) 2024-11-15T11:43:22,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741923_1101 (size=4875) 2024-11-15T11:43:22,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741923_1101 (size=4875) 2024-11-15T11:43:22,159 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45687/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1731671002158/Put/seqid=0 2024-11-15T11:43:22,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741924_1102 (size=4875) 2024-11-15T11:43:22,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741924_1102 (size=4875) 2024-11-15T11:43:22,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741924_1102 (size=4875) 2024-11-15T11:43:22,171 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45687/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1731671002171/Put/seqid=0 2024-11-15T11:43:22,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741925_1103 (size=4875) 2024-11-15T11:43:22,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741925_1103 (size=4875) 2024-11-15T11:43:22,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741925_1103 (size=4875) 2024-11-15T11:43:22,177 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45687/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in da50fa4ee2c6fbc5d2443dddc01410d0/a 2024-11-15T11:43:22,181 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-15T11:43:22,181 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T11:43:22,181 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45687/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in da50fa4ee2c6fbc5d2443dddc01410d0/a 2024-11-15T11:43:22,185 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-15T11:43:22,185 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T11:43:22,185 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45687/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in da50fa4ee2c6fbc5d2443dddc01410d0/a 2024-11-15T11:43:22,188 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-15T11:43:22,188 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T11:43:22,188 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing da50fa4ee2c6fbc5d2443dddc01410d0 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-15T11:43:22,203 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/.tmp/a/6d9afe17568b4f67ba4b98269c738c3b is 55, key is testCompactedBulkLoadedFiles/a:a/1731671002146/Put/seqid=0 2024-11-15T11:43:22,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741926_1104 (size=5107) 2024-11-15T11:43:22,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741926_1104 (size=5107) 2024-11-15T11:43:22,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741926_1104 (size=5107) 2024-11-15T11:43:22,209 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/.tmp/a/6d9afe17568b4f67ba4b98269c738c3b 2024-11-15T11:43:22,215 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/.tmp/a/6d9afe17568b4f67ba4b98269c738c3b as hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/a/6d9afe17568b4f67ba4b98269c738c3b 2024-11-15T11:43:22,220 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/a/6d9afe17568b4f67ba4b98269c738c3b, entries=1, sequenceid=4, filesize=5.0 K 2024-11-15T11:43:22,221 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for da50fa4ee2c6fbc5d2443dddc01410d0 in 33ms, sequenceid=4, compaction requested=false 2024-11-15T11:43:22,221 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for da50fa4ee2c6fbc5d2443dddc01410d0: 2024-11-15T11:43:22,222 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45687/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/a/e2ce60b7a9694acd8321e22f3a9c51f2_SeqId_4_ 2024-11-15T11:43:22,223 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45687/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/a/dc666f354dca4bffa0758ed9d58c2222_SeqId_4_ 2024-11-15T11:43:22,224 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45687/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/a/a9a97d8d6e1944349ebb43d58cb999fe_SeqId_4_ 2024-11-15T11:43:22,225 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45687/hbase/testCompactedBulkLoadedFiles/hfile0 into da50fa4ee2c6fbc5d2443dddc01410d0/a as hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/a/e2ce60b7a9694acd8321e22f3a9c51f2_SeqId_4_ - updating store file list. 2024-11-15T11:43:22,229 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for e2ce60b7a9694acd8321e22f3a9c51f2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T11:43:22,229 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/a/e2ce60b7a9694acd8321e22f3a9c51f2_SeqId_4_ into da50fa4ee2c6fbc5d2443dddc01410d0/a 2024-11-15T11:43:22,229 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45687/hbase/testCompactedBulkLoadedFiles/hfile0 into da50fa4ee2c6fbc5d2443dddc01410d0/a (new location: hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/a/e2ce60b7a9694acd8321e22f3a9c51f2_SeqId_4_) 2024-11-15T11:43:22,231 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45687/hbase/testCompactedBulkLoadedFiles/hfile1 into da50fa4ee2c6fbc5d2443dddc01410d0/a as hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/a/dc666f354dca4bffa0758ed9d58c2222_SeqId_4_ - updating store file list. 2024-11-15T11:43:22,235 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for dc666f354dca4bffa0758ed9d58c2222_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T11:43:22,235 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/a/dc666f354dca4bffa0758ed9d58c2222_SeqId_4_ into da50fa4ee2c6fbc5d2443dddc01410d0/a 2024-11-15T11:43:22,235 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45687/hbase/testCompactedBulkLoadedFiles/hfile1 into da50fa4ee2c6fbc5d2443dddc01410d0/a (new location: hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/a/dc666f354dca4bffa0758ed9d58c2222_SeqId_4_) 2024-11-15T11:43:22,237 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45687/hbase/testCompactedBulkLoadedFiles/hfile2 into da50fa4ee2c6fbc5d2443dddc01410d0/a as hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/a/a9a97d8d6e1944349ebb43d58cb999fe_SeqId_4_ - updating store file list. 2024-11-15T11:43:22,241 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for a9a97d8d6e1944349ebb43d58cb999fe_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T11:43:22,241 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/a/a9a97d8d6e1944349ebb43d58cb999fe_SeqId_4_ into da50fa4ee2c6fbc5d2443dddc01410d0/a 2024-11-15T11:43:22,241 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45687/hbase/testCompactedBulkLoadedFiles/hfile2 into da50fa4ee2c6fbc5d2443dddc01410d0/a (new location: hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/a/a9a97d8d6e1944349ebb43d58cb999fe_SeqId_4_) 2024-11-15T11:43:22,249 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T11:43:22,249 DEBUG [Time-limited test {}] regionserver.HStore(1541): da50fa4ee2c6fbc5d2443dddc01410d0/a is initiating major compaction (all files) 2024-11-15T11:43:22,249 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of da50fa4ee2c6fbc5d2443dddc01410d0/a in testCompactedBulkLoadedFiles,,1731671002053.da50fa4ee2c6fbc5d2443dddc01410d0. 2024-11-15T11:43:22,249 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/a/6d9afe17568b4f67ba4b98269c738c3b, hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/a/e2ce60b7a9694acd8321e22f3a9c51f2_SeqId_4_, hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/a/dc666f354dca4bffa0758ed9d58c2222_SeqId_4_, hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/a/a9a97d8d6e1944349ebb43d58cb999fe_SeqId_4_] into tmpdir=hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/.tmp, totalSize=19.3 K 2024-11-15T11:43:22,250 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 6d9afe17568b4f67ba4b98269c738c3b, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1731671002146 2024-11-15T11:43:22,250 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting e2ce60b7a9694acd8321e22f3a9c51f2_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-15T11:43:22,251 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting dc666f354dca4bffa0758ed9d58c2222_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-15T11:43:22,251 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting a9a97d8d6e1944349ebb43d58cb999fe_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-15T11:43:22,263 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/.tmp/a/ff4fb8d696c94cdb875b60359ca90527 is 55, key is testCompactedBulkLoadedFiles/a:a/1731671002146/Put/seqid=0 2024-11-15T11:43:22,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741927_1105 (size=6154) 2024-11-15T11:43:22,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741927_1105 (size=6154) 2024-11-15T11:43:22,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741927_1105 (size=6154) 2024-11-15T11:43:22,276 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/.tmp/a/ff4fb8d696c94cdb875b60359ca90527 as hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/a/ff4fb8d696c94cdb875b60359ca90527 2024-11-15T11:43:22,282 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in da50fa4ee2c6fbc5d2443dddc01410d0/a of da50fa4ee2c6fbc5d2443dddc01410d0 into ff4fb8d696c94cdb875b60359ca90527(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T11:43:22,282 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for da50fa4ee2c6fbc5d2443dddc01410d0: 2024-11-15T11:43:22,282 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-15T11:43:22,282 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-15T11:43:22,317 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45687/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731671002052/wal.1731671002111, size=0 (0bytes) 2024-11-15T11:43:22,317 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:45687/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731671002052/wal.1731671002111 might be still open, length is 0 2024-11-15T11:43:22,317 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45687/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731671002052/wal.1731671002111 2024-11-15T11:43:22,318 WARN [IPC Server handler 1 on default port 45687 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731671002052/wal.1731671002111 has not been closed. Lease recovery is in progress. RecoveryId = 1106 for block blk_1073741922_1100 2024-11-15T11:43:22,318 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:45687/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731671002052/wal.1731671002111 after 0ms 2024-11-15T11:43:23,516 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_311840694_22 at /127.0.0.1:54710 [Receiving block BP-810761193-172.17.0.2-1731670967786:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:39965:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54710 dst: /127.0.0.1:39965 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39965 remote=/127.0.0.1:54710]. Total timeout mills is 60000, 58765 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:43:23,517 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_311840694_22 at /127.0.0.1:44638 [Receiving block BP-810761193-172.17.0.2-1731670967786:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:35399:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44638 dst: /127.0.0.1:35399 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:43:23,517 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_311840694_22 at /127.0.0.1:36204 [Receiving block BP-810761193-172.17.0.2-1731670967786:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:36843:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36204 dst: /127.0.0.1:36843 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:43:23,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741922_1106 (size=1172) 2024-11-15T11:43:23,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741922_1106 (size=1172) 2024-11-15T11:43:26,319 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:45687/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731671002052/wal.1731671002111 after 4001ms 2024-11-15T11:43:26,325 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:45687/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731671002052/wal.1731671002111: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T11:43:26,325 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45687/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731671002052/wal.1731671002111 took 4008ms 2024-11-15T11:43:26,328 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:45687/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731671002052/wal.1731671002111; continuing. 2024-11-15T11:43:26,328 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45687/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731671002052/wal.1731671002111 so closing down 2024-11-15T11:43:26,328 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:43:26,330 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731671002111.temp 2024-11-15T11:43:26,331 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/recovered.edits/0000000000000000003-wal.1731671002111.temp 2024-11-15T11:43:26,331 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:43:26,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741928_1107 (size=547) 2024-11-15T11:43:26,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741928_1107 (size=547) 2024-11-15T11:43:26,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741928_1107 (size=547) 2024-11-15T11:43:26,337 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/recovered.edits/0000000000000000003-wal.1731671002111.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-15T11:43:26,339 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/recovered.edits/0000000000000000003-wal.1731671002111.temp to hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/recovered.edits/0000000000000000008 2024-11-15T11:43:26,339 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 13 ms; skipped=3; WAL=hdfs://localhost:45687/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731671002052/wal.1731671002111, size=0, length=0, corrupted=false, cancelled=false 2024-11-15T11:43:26,339 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45687/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731671002052/wal.1731671002111, journal: Splitting hdfs://localhost:45687/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731671002052/wal.1731671002111, size=0 (0bytes) at 1731671002317Finishing writing output for hdfs://localhost:45687/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731671002052/wal.1731671002111 so closing down at 1731671006328 (+4011 ms)Creating recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/recovered.edits/0000000000000000003-wal.1731671002111.temp at 1731671006331 (+3 ms)3 split writer threads finished at 1731671006331Closed recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/recovered.edits/0000000000000000003-wal.1731671002111.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731671006337 (+6 ms)Rename recovered edits hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/recovered.edits/0000000000000000003-wal.1731671002111.temp to hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/recovered.edits/0000000000000000008 at 1731671006339 (+2 ms)Processed 5 edits across 1 Regions in 13 ms; skipped=3; WAL=hdfs://localhost:45687/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731671002052/wal.1731671002111, size=0, length=0, corrupted=false, cancelled=false at 1731671006339 2024-11-15T11:43:26,340 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45687/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731671002052/wal.1731671002111 to hdfs://localhost:45687/hbase/oldWALs/wal.1731671002111 2024-11-15T11:43:26,341 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/recovered.edits/0000000000000000008 2024-11-15T11:43:26,341 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T11:43:26,343 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:45687/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731671002052, archiveDir=hdfs://localhost:45687/hbase/oldWALs, maxLogs=32 2024-11-15T11:43:26,357 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731671002052/wal.1731671006343, exclude list is [], retry=0 2024-11-15T11:43:26,360 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35399,DS-e161f08f-bfa6-4d7a-b878-188081a9fba1,DISK] 2024-11-15T11:43:26,360 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36843,DS-40be2364-24ac-4d1d-9218-bb5cd184da07,DISK] 2024-11-15T11:43:26,360 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39965,DS-0b896dea-fd5d-4b4a-88e0-4eea800a37e4,DISK] 2024-11-15T11:43:26,361 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731671002052/wal.1731671006343 2024-11-15T11:43:26,362 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38737:38737),(127.0.0.1/127.0.0.1:45729:45729),(127.0.0.1/127.0.0.1:42777:42777)] 2024-11-15T11:43:26,362 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => da50fa4ee2c6fbc5d2443dddc01410d0, NAME => 'testCompactedBulkLoadedFiles,,1731671002053.da50fa4ee2c6fbc5d2443dddc01410d0.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:43:26,362 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731671002053.da50fa4ee2c6fbc5d2443dddc01410d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:43:26,362 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for da50fa4ee2c6fbc5d2443dddc01410d0 2024-11-15T11:43:26,362 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for da50fa4ee2c6fbc5d2443dddc01410d0 2024-11-15T11:43:26,363 INFO [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region da50fa4ee2c6fbc5d2443dddc01410d0 2024-11-15T11:43:26,364 INFO [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da50fa4ee2c6fbc5d2443dddc01410d0 columnFamilyName a 2024-11-15T11:43:26,364 DEBUG [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:26,370 DEBUG [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/a/6d9afe17568b4f67ba4b98269c738c3b 2024-11-15T11:43:26,375 DEBUG [StoreFileOpener-da50fa4ee2c6fbc5d2443dddc01410d0-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a9a97d8d6e1944349ebb43d58cb999fe_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T11:43:26,375 DEBUG [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/a/a9a97d8d6e1944349ebb43d58cb999fe_SeqId_4_ 2024-11-15T11:43:26,379 DEBUG [StoreFileOpener-da50fa4ee2c6fbc5d2443dddc01410d0-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dc666f354dca4bffa0758ed9d58c2222_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T11:43:26,379 DEBUG [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/a/dc666f354dca4bffa0758ed9d58c2222_SeqId_4_ 2024-11-15T11:43:26,382 DEBUG [StoreFileOpener-da50fa4ee2c6fbc5d2443dddc01410d0-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e2ce60b7a9694acd8321e22f3a9c51f2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T11:43:26,383 DEBUG [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/a/e2ce60b7a9694acd8321e22f3a9c51f2_SeqId_4_ 2024-11-15T11:43:26,387 DEBUG [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/a/ff4fb8d696c94cdb875b60359ca90527 2024-11-15T11:43:26,387 WARN [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/a/6d9afe17568b4f67ba4b98269c738c3b from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@184243c 2024-11-15T11:43:26,388 WARN [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/a/a9a97d8d6e1944349ebb43d58cb999fe_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@184243c 2024-11-15T11:43:26,388 WARN [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/a/dc666f354dca4bffa0758ed9d58c2222_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@184243c 2024-11-15T11:43:26,388 WARN [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/a/e2ce60b7a9694acd8321e22f3a9c51f2_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@184243c 2024-11-15T11:43:26,388 DEBUG [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/a/6d9afe17568b4f67ba4b98269c738c3b, hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/a/a9a97d8d6e1944349ebb43d58cb999fe_SeqId_4_, hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/a/dc666f354dca4bffa0758ed9d58c2222_SeqId_4_, hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/a/e2ce60b7a9694acd8321e22f3a9c51f2_SeqId_4_] to archive 2024-11-15T11:43:26,389 DEBUG [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T11:43:26,390 DEBUG [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/a/6d9afe17568b4f67ba4b98269c738c3b to hdfs://localhost:45687/hbase/archive/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/a/6d9afe17568b4f67ba4b98269c738c3b 2024-11-15T11:43:26,391 DEBUG [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/a/a9a97d8d6e1944349ebb43d58cb999fe_SeqId_4_ to hdfs://localhost:45687/hbase/archive/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/a/a9a97d8d6e1944349ebb43d58cb999fe_SeqId_4_ 2024-11-15T11:43:26,392 DEBUG [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/a/dc666f354dca4bffa0758ed9d58c2222_SeqId_4_ to hdfs://localhost:45687/hbase/archive/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/a/dc666f354dca4bffa0758ed9d58c2222_SeqId_4_ 2024-11-15T11:43:26,393 DEBUG [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/a/e2ce60b7a9694acd8321e22f3a9c51f2_SeqId_4_ to hdfs://localhost:45687/hbase/archive/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/a/e2ce60b7a9694acd8321e22f3a9c51f2_SeqId_4_ 2024-11-15T11:43:26,393 INFO [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] regionserver.HStore(327): Store=da50fa4ee2c6fbc5d2443dddc01410d0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:26,393 INFO [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region da50fa4ee2c6fbc5d2443dddc01410d0 2024-11-15T11:43:26,393 INFO [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da50fa4ee2c6fbc5d2443dddc01410d0 columnFamilyName b 2024-11-15T11:43:26,394 DEBUG [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:26,394 INFO [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] regionserver.HStore(327): Store=da50fa4ee2c6fbc5d2443dddc01410d0/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:26,394 INFO [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region da50fa4ee2c6fbc5d2443dddc01410d0 2024-11-15T11:43:26,394 INFO [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da50fa4ee2c6fbc5d2443dddc01410d0 columnFamilyName c 2024-11-15T11:43:26,394 DEBUG [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:26,395 INFO [StoreOpener-da50fa4ee2c6fbc5d2443dddc01410d0-1 {}] regionserver.HStore(327): Store=da50fa4ee2c6fbc5d2443dddc01410d0/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:26,395 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for da50fa4ee2c6fbc5d2443dddc01410d0 2024-11-15T11:43:26,395 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0 2024-11-15T11:43:26,397 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0 2024-11-15T11:43:26,397 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/recovered.edits/0000000000000000008 2024-11-15T11:43:26,398 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T11:43:26,400 DEBUG [Time-limited test {}] regionserver.HRegion(5836): da50fa4ee2c6fbc5d2443dddc01410d0 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "da50fa4ee2c6fbc5d2443dddc01410d0" family_name: "a" compaction_input: "6d9afe17568b4f67ba4b98269c738c3b" compaction_input: "e2ce60b7a9694acd8321e22f3a9c51f2_SeqId_4_" compaction_input: "dc666f354dca4bffa0758ed9d58c2222_SeqId_4_" compaction_input: "a9a97d8d6e1944349ebb43d58cb999fe_SeqId_4_" compaction_output: "ff4fb8d696c94cdb875b60359ca90527" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1731671002053.da50fa4ee2c6fbc5d2443dddc01410d0." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-15T11:43:26,400 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-15T11:43:26,400 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/recovered.edits/0000000000000000008 2024-11-15T11:43:26,401 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/recovered.edits/0000000000000000008 2024-11-15T11:43:26,402 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for da50fa4ee2c6fbc5d2443dddc01410d0 2024-11-15T11:43:26,402 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for da50fa4ee2c6fbc5d2443dddc01410d0 2024-11-15T11:43:26,402 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:43:26,403 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for da50fa4ee2c6fbc5d2443dddc01410d0 2024-11-15T11:43:26,406 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45687/hbase/data/default/testCompactedBulkLoadedFiles/da50fa4ee2c6fbc5d2443dddc01410d0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T11:43:26,407 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened da50fa4ee2c6fbc5d2443dddc01410d0; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60236578, jitterRate=-0.10240504145622253}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:43:26,407 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for da50fa4ee2c6fbc5d2443dddc01410d0: Writing region info on filesystem at 1731671006362Initializing all the Stores at 1731671006363 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731671006363Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731671006363Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731671006363Cleaning up temporary data from old regions at 1731671006402 (+39 ms)Region opened successfully at 1731671006407 (+5 ms) 2024-11-15T11:43:26,410 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing da50fa4ee2c6fbc5d2443dddc01410d0, disabling compactions & flushes 2024-11-15T11:43:26,410 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731671002053.da50fa4ee2c6fbc5d2443dddc01410d0. 2024-11-15T11:43:26,410 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731671002053.da50fa4ee2c6fbc5d2443dddc01410d0. 2024-11-15T11:43:26,410 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731671002053.da50fa4ee2c6fbc5d2443dddc01410d0. after waiting 0 ms 2024-11-15T11:43:26,410 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731671002053.da50fa4ee2c6fbc5d2443dddc01410d0. 2024-11-15T11:43:26,411 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731671002053.da50fa4ee2c6fbc5d2443dddc01410d0. 2024-11-15T11:43:26,411 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for da50fa4ee2c6fbc5d2443dddc01410d0: Waiting for close lock at 1731671006410Disabling compacts and flushes for region at 1731671006410Disabling writes for close at 1731671006410Writing region close event to WAL at 1731671006411 (+1 ms)Closed at 1731671006411 2024-11-15T11:43:26,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741929_1108 (size=95) 2024-11-15T11:43:26,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741929_1108 (size=95) 2024-11-15T11:43:26,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741929_1108 (size=95) 2024-11-15T11:43:26,416 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T11:43:26,416 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731671006343) 2024-11-15T11:43:26,432 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=439 (was 427) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1865619573_22 at /127.0.0.1:44694 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:45687 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1865619573_22 at /127.0.0.1:36258 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1865619573_22 at /127.0.0.1:54810 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:45687 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1348 (was 1264) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=309 (was 301) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10961 (was 10965) 2024-11-15T11:43:26,432 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-11-15T11:43:26,445 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=439, OpenFileDescriptor=1348, MaxFileDescriptor=1048576, SystemLoadAverage=309, ProcessCount=11, AvailableMemoryMB=10960 2024-11-15T11:43:26,445 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-11-15T11:43:26,459 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:43:26,460 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:43:26,461 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:43:26,464 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-86678572, suffix=, logDir=hdfs://localhost:45687/hbase/WALs/hregion-86678572, archiveDir=hdfs://localhost:45687/hbase/oldWALs, maxLogs=32 2024-11-15T11:43:26,478 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-86678572/hregion-86678572.1731671006464, exclude list is [], retry=0 2024-11-15T11:43:26,481 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35399,DS-e161f08f-bfa6-4d7a-b878-188081a9fba1,DISK] 2024-11-15T11:43:26,481 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36843,DS-40be2364-24ac-4d1d-9218-bb5cd184da07,DISK] 2024-11-15T11:43:26,481 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39965,DS-0b896dea-fd5d-4b4a-88e0-4eea800a37e4,DISK] 2024-11-15T11:43:26,511 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-86678572/hregion-86678572.1731671006464 2024-11-15T11:43:26,512 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38737:38737),(127.0.0.1/127.0.0.1:45729:45729),(127.0.0.1/127.0.0.1:42777:42777)] 2024-11-15T11:43:26,512 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 162d99e8208700c82d44aa061936d210, NAME => 'testReplayEditsWrittenViaHRegion,,1731671006459.162d99e8208700c82d44aa061936d210.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45687/hbase 2024-11-15T11:43:26,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741931_1110 (size=67) 2024-11-15T11:43:26,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741931_1110 (size=67) 2024-11-15T11:43:26,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741931_1110 (size=67) 2024-11-15T11:43:26,526 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731671006459.162d99e8208700c82d44aa061936d210.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:43:26,531 INFO [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 162d99e8208700c82d44aa061936d210 2024-11-15T11:43:26,532 INFO [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 162d99e8208700c82d44aa061936d210 columnFamilyName a 2024-11-15T11:43:26,533 DEBUG [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:26,533 INFO [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] regionserver.HStore(327): Store=162d99e8208700c82d44aa061936d210/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:26,533 INFO [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 162d99e8208700c82d44aa061936d210 2024-11-15T11:43:26,535 INFO [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 162d99e8208700c82d44aa061936d210 columnFamilyName b 2024-11-15T11:43:26,535 DEBUG [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:26,535 INFO [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] regionserver.HStore(327): Store=162d99e8208700c82d44aa061936d210/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:26,535 INFO [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 162d99e8208700c82d44aa061936d210 2024-11-15T11:43:26,536 INFO [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 162d99e8208700c82d44aa061936d210 columnFamilyName c 2024-11-15T11:43:26,536 DEBUG [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:26,537 INFO [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] regionserver.HStore(327): Store=162d99e8208700c82d44aa061936d210/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:26,537 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 162d99e8208700c82d44aa061936d210 2024-11-15T11:43:26,538 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210 2024-11-15T11:43:26,538 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210 2024-11-15T11:43:26,539 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 162d99e8208700c82d44aa061936d210 2024-11-15T11:43:26,539 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 162d99e8208700c82d44aa061936d210 2024-11-15T11:43:26,540 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:43:26,540 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 162d99e8208700c82d44aa061936d210 2024-11-15T11:43:26,542 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:43:26,543 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 162d99e8208700c82d44aa061936d210; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68725554, jitterRate=0.024090558290481567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:43:26,543 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 162d99e8208700c82d44aa061936d210: Writing region info on filesystem at 1731671006526Initializing all the Stores at 1731671006527 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731671006527Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731671006530 (+3 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731671006530Cleaning up temporary data from old regions at 1731671006539 (+9 ms)Region opened successfully at 1731671006543 (+4 ms) 2024-11-15T11:43:26,543 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 162d99e8208700c82d44aa061936d210, disabling compactions & flushes 2024-11-15T11:43:26,543 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731671006459.162d99e8208700c82d44aa061936d210. 2024-11-15T11:43:26,543 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731671006459.162d99e8208700c82d44aa061936d210. 2024-11-15T11:43:26,543 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731671006459.162d99e8208700c82d44aa061936d210. after waiting 0 ms 2024-11-15T11:43:26,543 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731671006459.162d99e8208700c82d44aa061936d210. 2024-11-15T11:43:26,544 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731671006459.162d99e8208700c82d44aa061936d210. 2024-11-15T11:43:26,544 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 162d99e8208700c82d44aa061936d210: Waiting for close lock at 1731671006543Disabling compacts and flushes for region at 1731671006543Disabling writes for close at 1731671006543Writing region close event to WAL at 1731671006544 (+1 ms)Closed at 1731671006544 2024-11-15T11:43:26,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741930_1109 (size=95) 2024-11-15T11:43:26,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741930_1109 (size=95) 2024-11-15T11:43:26,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741930_1109 (size=95) 2024-11-15T11:43:26,548 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T11:43:26,548 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-86678572:(num 1731671006464) 2024-11-15T11:43:26,549 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T11:43:26,550 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:45687/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731671006458, archiveDir=hdfs://localhost:45687/hbase/oldWALs, maxLogs=32 2024-11-15T11:43:26,563 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731671006458/wal.1731671006551, exclude list is [], retry=0 2024-11-15T11:43:26,565 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35399,DS-e161f08f-bfa6-4d7a-b878-188081a9fba1,DISK] 2024-11-15T11:43:26,565 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39965,DS-0b896dea-fd5d-4b4a-88e0-4eea800a37e4,DISK] 2024-11-15T11:43:26,566 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36843,DS-40be2364-24ac-4d1d-9218-bb5cd184da07,DISK] 2024-11-15T11:43:26,567 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731671006458/wal.1731671006551 2024-11-15T11:43:26,567 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38737:38737),(127.0.0.1/127.0.0.1:42777:42777),(127.0.0.1/127.0.0.1:45729:45729)] 2024-11-15T11:43:26,567 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 162d99e8208700c82d44aa061936d210, NAME => 'testReplayEditsWrittenViaHRegion,,1731671006459.162d99e8208700c82d44aa061936d210.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:43:26,568 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731671006459.162d99e8208700c82d44aa061936d210.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:43:26,568 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 162d99e8208700c82d44aa061936d210 2024-11-15T11:43:26,568 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 162d99e8208700c82d44aa061936d210 2024-11-15T11:43:26,569 INFO [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 162d99e8208700c82d44aa061936d210 2024-11-15T11:43:26,570 INFO [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 162d99e8208700c82d44aa061936d210 columnFamilyName a 2024-11-15T11:43:26,570 DEBUG [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:26,570 INFO [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] regionserver.HStore(327): Store=162d99e8208700c82d44aa061936d210/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:26,571 INFO [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 162d99e8208700c82d44aa061936d210 2024-11-15T11:43:26,572 INFO [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 162d99e8208700c82d44aa061936d210 columnFamilyName b 2024-11-15T11:43:26,572 DEBUG [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:26,572 INFO [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] regionserver.HStore(327): Store=162d99e8208700c82d44aa061936d210/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:26,572 INFO [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 162d99e8208700c82d44aa061936d210 2024-11-15T11:43:26,573 INFO [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 162d99e8208700c82d44aa061936d210 columnFamilyName c 2024-11-15T11:43:26,573 DEBUG [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:26,574 INFO [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] regionserver.HStore(327): Store=162d99e8208700c82d44aa061936d210/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:26,574 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 162d99e8208700c82d44aa061936d210 2024-11-15T11:43:26,575 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210 2024-11-15T11:43:26,576 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210 2024-11-15T11:43:26,577 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 162d99e8208700c82d44aa061936d210 2024-11-15T11:43:26,577 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 162d99e8208700c82d44aa061936d210 2024-11-15T11:43:26,577 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:43:26,579 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 162d99e8208700c82d44aa061936d210 2024-11-15T11:43:26,579 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 162d99e8208700c82d44aa061936d210; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63300868, jitterRate=-0.0567435622215271}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:43:26,579 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 162d99e8208700c82d44aa061936d210: Writing region info on filesystem at 1731671006568Initializing all the Stores at 1731671006569 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731671006569Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731671006569Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731671006569Cleaning up temporary data from old regions at 1731671006577 (+8 ms)Region opened successfully at 1731671006579 (+2 ms) 2024-11-15T11:43:26,586 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 162d99e8208700c82d44aa061936d210 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-15T11:43:26,600 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/.tmp/a/85770789217f442eb87231486d0d6569 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731671006579/Put/seqid=0 2024-11-15T11:43:26,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741933_1112 (size=5958) 2024-11-15T11:43:26,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741933_1112 (size=5958) 2024-11-15T11:43:26,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741933_1112 (size=5958) 2024-11-15T11:43:26,607 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/.tmp/a/85770789217f442eb87231486d0d6569 2024-11-15T11:43:26,612 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/.tmp/a/85770789217f442eb87231486d0d6569 as hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/a/85770789217f442eb87231486d0d6569 2024-11-15T11:43:26,617 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/a/85770789217f442eb87231486d0d6569, entries=10, sequenceid=13, filesize=5.8 K 2024-11-15T11:43:26,618 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 162d99e8208700c82d44aa061936d210 in 32ms, sequenceid=13, compaction requested=false 2024-11-15T11:43:26,618 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 162d99e8208700c82d44aa061936d210: 2024-11-15T11:43:26,635 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 162d99e8208700c82d44aa061936d210, disabling compactions & flushes 2024-11-15T11:43:26,635 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731671006459.162d99e8208700c82d44aa061936d210. 2024-11-15T11:43:26,636 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731671006459.162d99e8208700c82d44aa061936d210. 2024-11-15T11:43:26,636 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731671006459.162d99e8208700c82d44aa061936d210. after waiting 0 ms 2024-11-15T11:43:26,636 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731671006459.162d99e8208700c82d44aa061936d210. 2024-11-15T11:43:26,636 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1731671006459.162d99e8208700c82d44aa061936d210. 2024-11-15T11:43:26,636 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731671006459.162d99e8208700c82d44aa061936d210. 2024-11-15T11:43:26,637 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 162d99e8208700c82d44aa061936d210: Waiting for close lock at 1731671006635Disabling compacts and flushes for region at 1731671006635Disabling writes for close at 1731671006636 (+1 ms)Writing region close event to WAL at 1731671006636Closed at 1731671006636 2024-11-15T11:43:26,639 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731671006458/wal.1731671006551 not finished, retry = 0 2024-11-15T11:43:26,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741932_1111 (size=3345) 2024-11-15T11:43:26,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741932_1111 (size=3345) 2024-11-15T11:43:26,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741932_1111 (size=3345) 2024-11-15T11:43:26,711 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T11:43:26,753 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45687/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731671006458/wal.1731671006551, size=3.3 K (3345bytes) 2024-11-15T11:43:26,753 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45687/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731671006458/wal.1731671006551 2024-11-15T11:43:26,753 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45687/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731671006458/wal.1731671006551 after 0ms 2024-11-15T11:43:26,755 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:45687/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731671006458/wal.1731671006551: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T11:43:26,756 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45687/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731671006458/wal.1731671006551 took 3ms 2024-11-15T11:43:26,757 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45687/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731671006458/wal.1731671006551 so closing down 2024-11-15T11:43:26,757 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:43:26,758 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731671006551.temp 2024-11-15T11:43:26,759 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/recovered.edits/0000000000000000003-wal.1731671006551.temp 2024-11-15T11:43:26,760 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:43:26,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741934_1113 (size=2944) 2024-11-15T11:43:26,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741934_1113 (size=2944) 2024-11-15T11:43:26,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741934_1113 (size=2944) 2024-11-15T11:43:26,765 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/recovered.edits/0000000000000000003-wal.1731671006551.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-15T11:43:26,766 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/recovered.edits/0000000000000000003-wal.1731671006551.temp to hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/recovered.edits/0000000000000000035 2024-11-15T11:43:26,766 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 10 ms; skipped=2; WAL=hdfs://localhost:45687/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731671006458/wal.1731671006551, size=3.3 K, length=3345, corrupted=false, cancelled=false 2024-11-15T11:43:26,766 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45687/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731671006458/wal.1731671006551, journal: Splitting hdfs://localhost:45687/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731671006458/wal.1731671006551, size=3.3 K (3345bytes) at 1731671006753Finishing writing output for hdfs://localhost:45687/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731671006458/wal.1731671006551 so closing down at 1731671006757 (+4 ms)Creating recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/recovered.edits/0000000000000000003-wal.1731671006551.temp at 1731671006759 (+2 ms)3 split writer threads finished at 1731671006760 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/recovered.edits/0000000000000000003-wal.1731671006551.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731671006765 (+5 ms)Rename recovered edits hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/recovered.edits/0000000000000000003-wal.1731671006551.temp to hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/recovered.edits/0000000000000000035 at 1731671006766 (+1 ms)Processed 32 edits across 1 Regions in 10 ms; skipped=2; WAL=hdfs://localhost:45687/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731671006458/wal.1731671006551, size=3.3 K, length=3345, corrupted=false, cancelled=false at 1731671006766 2024-11-15T11:43:26,768 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45687/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731671006458/wal.1731671006551 to hdfs://localhost:45687/hbase/oldWALs/wal.1731671006551 2024-11-15T11:43:26,769 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/recovered.edits/0000000000000000035 2024-11-15T11:43:26,769 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T11:43:26,771 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:45687/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731671006458, archiveDir=hdfs://localhost:45687/hbase/oldWALs, maxLogs=32 2024-11-15T11:43:26,784 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731671006458/wal.1731671006771, exclude list is [], retry=0 2024-11-15T11:43:26,786 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35399,DS-e161f08f-bfa6-4d7a-b878-188081a9fba1,DISK] 2024-11-15T11:43:26,787 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39965,DS-0b896dea-fd5d-4b4a-88e0-4eea800a37e4,DISK] 2024-11-15T11:43:26,787 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36843,DS-40be2364-24ac-4d1d-9218-bb5cd184da07,DISK] 2024-11-15T11:43:26,788 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731671006458/wal.1731671006771 2024-11-15T11:43:26,788 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38737:38737),(127.0.0.1/127.0.0.1:42777:42777),(127.0.0.1/127.0.0.1:45729:45729)] 2024-11-15T11:43:26,788 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 162d99e8208700c82d44aa061936d210, NAME => 'testReplayEditsWrittenViaHRegion,,1731671006459.162d99e8208700c82d44aa061936d210.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:43:26,788 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731671006459.162d99e8208700c82d44aa061936d210.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:43:26,788 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 162d99e8208700c82d44aa061936d210 2024-11-15T11:43:26,789 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 162d99e8208700c82d44aa061936d210 2024-11-15T11:43:26,790 INFO [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 162d99e8208700c82d44aa061936d210 2024-11-15T11:43:26,790 INFO [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 162d99e8208700c82d44aa061936d210 columnFamilyName a 2024-11-15T11:43:26,791 DEBUG [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:26,798 DEBUG [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/a/85770789217f442eb87231486d0d6569 2024-11-15T11:43:26,798 INFO [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] regionserver.HStore(327): Store=162d99e8208700c82d44aa061936d210/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:26,798 INFO [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 162d99e8208700c82d44aa061936d210 2024-11-15T11:43:26,800 INFO [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 162d99e8208700c82d44aa061936d210 columnFamilyName b 2024-11-15T11:43:26,800 DEBUG [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:26,800 INFO [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] regionserver.HStore(327): Store=162d99e8208700c82d44aa061936d210/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:26,800 INFO [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 162d99e8208700c82d44aa061936d210 2024-11-15T11:43:26,801 INFO [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 162d99e8208700c82d44aa061936d210 columnFamilyName c 2024-11-15T11:43:26,801 DEBUG [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:26,802 INFO [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] regionserver.HStore(327): Store=162d99e8208700c82d44aa061936d210/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:26,802 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 162d99e8208700c82d44aa061936d210 2024-11-15T11:43:26,803 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210 2024-11-15T11:43:26,804 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210 2024-11-15T11:43:26,805 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/recovered.edits/0000000000000000035 2024-11-15T11:43:26,807 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T11:43:26,809 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/recovered.edits/0000000000000000035 2024-11-15T11:43:26,809 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 162d99e8208700c82d44aa061936d210 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-15T11:43:26,825 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/.tmp/b/ca18d0b6c1304bfdaf3b0b92b68208ff is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731671006618/Put/seqid=0 2024-11-15T11:43:26,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741936_1115 (size=5958) 2024-11-15T11:43:26,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741936_1115 (size=5958) 2024-11-15T11:43:26,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741936_1115 (size=5958) 2024-11-15T11:43:26,832 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/.tmp/b/ca18d0b6c1304bfdaf3b0b92b68208ff 2024-11-15T11:43:26,850 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/.tmp/c/1553d3277593427d9ae57111d343367b is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731671006624/Put/seqid=0 2024-11-15T11:43:26,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741937_1116 (size=5958) 2024-11-15T11:43:26,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741937_1116 (size=5958) 2024-11-15T11:43:26,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741937_1116 (size=5958) 2024-11-15T11:43:26,858 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/.tmp/c/1553d3277593427d9ae57111d343367b 2024-11-15T11:43:26,864 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/.tmp/b/ca18d0b6c1304bfdaf3b0b92b68208ff as hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/b/ca18d0b6c1304bfdaf3b0b92b68208ff 2024-11-15T11:43:26,869 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/b/ca18d0b6c1304bfdaf3b0b92b68208ff, entries=10, sequenceid=35, filesize=5.8 K 2024-11-15T11:43:26,870 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/.tmp/c/1553d3277593427d9ae57111d343367b as hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/c/1553d3277593427d9ae57111d343367b 2024-11-15T11:43:26,875 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/c/1553d3277593427d9ae57111d343367b, entries=10, sequenceid=35, filesize=5.8 K 2024-11-15T11:43:26,875 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 162d99e8208700c82d44aa061936d210 in 66ms, sequenceid=35, compaction requested=false; wal=null 2024-11-15T11:43:26,876 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/recovered.edits/0000000000000000035 2024-11-15T11:43:26,877 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 162d99e8208700c82d44aa061936d210 2024-11-15T11:43:26,877 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 162d99e8208700c82d44aa061936d210 2024-11-15T11:43:26,878 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:43:26,879 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 162d99e8208700c82d44aa061936d210 2024-11-15T11:43:26,881 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-15T11:43:26,882 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 162d99e8208700c82d44aa061936d210; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70843525, jitterRate=0.05565078556537628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:43:26,882 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 162d99e8208700c82d44aa061936d210: Writing region info on filesystem at 1731671006789Initializing all the Stores at 1731671006789Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731671006790 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731671006790Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731671006790Obtaining lock to block concurrent updates at 1731671006809 (+19 ms)Preparing flush snapshotting stores in 162d99e8208700c82d44aa061936d210 at 1731671006809Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731671006459.162d99e8208700c82d44aa061936d210., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1731671006809Flushing stores of testReplayEditsWrittenViaHRegion,,1731671006459.162d99e8208700c82d44aa061936d210. at 1731671006809Flushing 162d99e8208700c82d44aa061936d210/b: creating writer at 1731671006810 (+1 ms)Flushing 162d99e8208700c82d44aa061936d210/b: appending metadata at 1731671006824 (+14 ms)Flushing 162d99e8208700c82d44aa061936d210/b: closing flushed file at 1731671006824Flushing 162d99e8208700c82d44aa061936d210/c: creating writer at 1731671006837 (+13 ms)Flushing 162d99e8208700c82d44aa061936d210/c: appending metadata at 1731671006850 (+13 ms)Flushing 162d99e8208700c82d44aa061936d210/c: closing flushed file at 1731671006850Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38755517: reopening flushed file at 1731671006863 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b1d2bc5: reopening flushed file at 1731671006869 (+6 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 162d99e8208700c82d44aa061936d210 in 66ms, sequenceid=35, compaction requested=false; wal=null at 1731671006875 (+6 ms)Cleaning up temporary data from old regions at 1731671006877 (+2 ms)Region opened successfully at 1731671006882 (+5 ms) 2024-11-15T11:43:26,954 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45687/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731671006458/wal.1731671006771, size=0 (0bytes) 2024-11-15T11:43:26,954 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:45687/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731671006458/wal.1731671006771 might be still open, length is 0 2024-11-15T11:43:26,954 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45687/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731671006458/wal.1731671006771 2024-11-15T11:43:26,955 WARN [IPC Server handler 4 on default port 45687 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731671006458/wal.1731671006771 has not been closed. Lease recovery is in progress. RecoveryId = 1117 for block blk_1073741935_1114 2024-11-15T11:43:26,955 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:45687/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731671006458/wal.1731671006771 after 1ms 2024-11-15T11:43:29,520 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_311840694_22 at /127.0.0.1:44786 [Receiving block BP-810761193-172.17.0.2-1731670967786:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:35399:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44786 dst: /127.0.0.1:35399 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:35399 remote=/127.0.0.1:44786]. Total timeout mills is 60000, 57395 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:43:29,521 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_311840694_22 at /127.0.0.1:54868 [Receiving block BP-810761193-172.17.0.2-1731670967786:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:39965:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54868 dst: /127.0.0.1:39965 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:43:29,521 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_311840694_22 at /127.0.0.1:36302 [Receiving block BP-810761193-172.17.0.2-1731670967786:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:36843:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36302 dst: /127.0.0.1:36843 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:43:29,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741935_1117 (size=2936) 2024-11-15T11:43:29,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741935_1117 (size=2936) 2024-11-15T11:43:30,956 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:45687/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731671006458/wal.1731671006771 after 4002ms 2024-11-15T11:43:30,964 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:45687/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731671006458/wal.1731671006771: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T11:43:30,964 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45687/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731671006458/wal.1731671006771 took 4010ms 2024-11-15T11:43:30,968 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:45687/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731671006458/wal.1731671006771; continuing. 2024-11-15T11:43:30,968 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45687/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731671006458/wal.1731671006771 so closing down 2024-11-15T11:43:30,968 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T11:43:30,968 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1731671006771.temp 2024-11-15T11:43:30,969 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/recovered.edits/0000000000000000037-wal.1731671006771.temp 2024-11-15T11:43:30,970 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T11:43:30,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741938_1118 (size=2944) 2024-11-15T11:43:30,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741938_1118 (size=2944) 2024-11-15T11:43:30,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741938_1118 (size=2944) 2024-11-15T11:43:30,979 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/recovered.edits/0000000000000000037-wal.1731671006771.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-15T11:43:30,980 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/recovered.edits/0000000000000000037-wal.1731671006771.temp to hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/recovered.edits/0000000000000000066 2024-11-15T11:43:30,980 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:45687/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731671006458/wal.1731671006771, size=0, length=0, corrupted=false, cancelled=false 2024-11-15T11:43:30,981 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45687/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731671006458/wal.1731671006771, journal: Splitting hdfs://localhost:45687/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731671006458/wal.1731671006771, size=0 (0bytes) at 1731671006954Finishing writing output for hdfs://localhost:45687/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731671006458/wal.1731671006771 so closing down at 1731671010968 (+4014 ms)Creating recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/recovered.edits/0000000000000000037-wal.1731671006771.temp at 1731671010969 (+1 ms)3 split writer threads finished at 1731671010970 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/recovered.edits/0000000000000000037-wal.1731671006771.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731671010979 (+9 ms)Rename recovered edits hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/recovered.edits/0000000000000000037-wal.1731671006771.temp to hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/recovered.edits/0000000000000000066 at 1731671010980 (+1 ms)Processed 30 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:45687/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731671006458/wal.1731671006771, size=0, length=0, corrupted=false, cancelled=false at 1731671010980 2024-11-15T11:43:30,982 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45687/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731671006458/wal.1731671006771 to hdfs://localhost:45687/hbase/oldWALs/wal.1731671006771 2024-11-15T11:43:30,983 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/recovered.edits/0000000000000000066 2024-11-15T11:43:30,983 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T11:43:30,984 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:45687/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731671006458, archiveDir=hdfs://localhost:45687/hbase/oldWALs, maxLogs=32 2024-11-15T11:43:30,996 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731671006458/wal.1731671010985, exclude list is [], retry=0 2024-11-15T11:43:30,998 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39965,DS-0b896dea-fd5d-4b4a-88e0-4eea800a37e4,DISK] 2024-11-15T11:43:30,998 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36843,DS-40be2364-24ac-4d1d-9218-bb5cd184da07,DISK] 2024-11-15T11:43:30,999 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35399,DS-e161f08f-bfa6-4d7a-b878-188081a9fba1,DISK] 2024-11-15T11:43:31,000 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731671006458/wal.1731671010985 2024-11-15T11:43:31,000 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42777:42777),(127.0.0.1/127.0.0.1:45729:45729),(127.0.0.1/127.0.0.1:38737:38737)] 2024-11-15T11:43:31,001 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731671006459.162d99e8208700c82d44aa061936d210.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:43:31,002 INFO [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 162d99e8208700c82d44aa061936d210 2024-11-15T11:43:31,003 INFO [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 162d99e8208700c82d44aa061936d210 columnFamilyName a 2024-11-15T11:43:31,003 DEBUG [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:31,008 DEBUG [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/a/85770789217f442eb87231486d0d6569 2024-11-15T11:43:31,008 INFO [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] regionserver.HStore(327): Store=162d99e8208700c82d44aa061936d210/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:31,008 INFO [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 162d99e8208700c82d44aa061936d210 2024-11-15T11:43:31,009 INFO [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 162d99e8208700c82d44aa061936d210 columnFamilyName b 2024-11-15T11:43:31,009 DEBUG [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:31,014 DEBUG [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/b/ca18d0b6c1304bfdaf3b0b92b68208ff 2024-11-15T11:43:31,015 INFO [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] regionserver.HStore(327): Store=162d99e8208700c82d44aa061936d210/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:31,015 INFO [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 162d99e8208700c82d44aa061936d210 2024-11-15T11:43:31,015 INFO [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 162d99e8208700c82d44aa061936d210 columnFamilyName c 2024-11-15T11:43:31,016 DEBUG [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:43:31,020 DEBUG [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/c/1553d3277593427d9ae57111d343367b 2024-11-15T11:43:31,020 INFO [StoreOpener-162d99e8208700c82d44aa061936d210-1 {}] regionserver.HStore(327): Store=162d99e8208700c82d44aa061936d210/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:43:31,020 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 162d99e8208700c82d44aa061936d210 2024-11-15T11:43:31,021 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210 2024-11-15T11:43:31,022 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210 2024-11-15T11:43:31,023 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/recovered.edits/0000000000000000066 2024-11-15T11:43:31,024 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-15T11:43:31,029 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/recovered.edits/0000000000000000066 2024-11-15T11:43:31,029 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 162d99e8208700c82d44aa061936d210 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-15T11:43:31,043 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/.tmp/a/5659cc53fd524b1e9fe3321ce3927fd1 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1731671006889/Put/seqid=0 2024-11-15T11:43:31,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741940_1120 (size=5958) 2024-11-15T11:43:31,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741940_1120 (size=5958) 2024-11-15T11:43:31,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741940_1120 (size=5958) 2024-11-15T11:43:31,049 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/.tmp/a/5659cc53fd524b1e9fe3321ce3927fd1 2024-11-15T11:43:31,068 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/.tmp/b/9ebb8b80e90b4a1aaf37e9a6864ef99d is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1731671006897/Put/seqid=0 2024-11-15T11:43:31,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741941_1121 (size=5958) 2024-11-15T11:43:31,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741941_1121 (size=5958) 2024-11-15T11:43:31,075 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/.tmp/b/9ebb8b80e90b4a1aaf37e9a6864ef99d 2024-11-15T11:43:31,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741941_1121 (size=5958) 2024-11-15T11:43:31,094 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/.tmp/c/238129fceeba4014a9b8a10793f76840 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1731671006906/Put/seqid=0 2024-11-15T11:43:31,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741942_1122 (size=5958) 2024-11-15T11:43:31,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741942_1122 (size=5958) 2024-11-15T11:43:31,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741942_1122 (size=5958) 2024-11-15T11:43:31,101 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/.tmp/c/238129fceeba4014a9b8a10793f76840 2024-11-15T11:43:31,106 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/.tmp/a/5659cc53fd524b1e9fe3321ce3927fd1 as hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/a/5659cc53fd524b1e9fe3321ce3927fd1 2024-11-15T11:43:31,111 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/a/5659cc53fd524b1e9fe3321ce3927fd1, entries=10, sequenceid=66, filesize=5.8 K 2024-11-15T11:43:31,111 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/.tmp/b/9ebb8b80e90b4a1aaf37e9a6864ef99d as hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/b/9ebb8b80e90b4a1aaf37e9a6864ef99d 2024-11-15T11:43:31,116 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/b/9ebb8b80e90b4a1aaf37e9a6864ef99d, entries=10, sequenceid=66, filesize=5.8 K 2024-11-15T11:43:31,117 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/.tmp/c/238129fceeba4014a9b8a10793f76840 as hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/c/238129fceeba4014a9b8a10793f76840 2024-11-15T11:43:31,121 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/c/238129fceeba4014a9b8a10793f76840, entries=10, sequenceid=66, filesize=5.8 K 2024-11-15T11:43:31,121 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 162d99e8208700c82d44aa061936d210 in 92ms, sequenceid=66, compaction requested=false; wal=null 2024-11-15T11:43:31,122 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/recovered.edits/0000000000000000066 2024-11-15T11:43:31,123 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 162d99e8208700c82d44aa061936d210 2024-11-15T11:43:31,123 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 162d99e8208700c82d44aa061936d210 2024-11-15T11:43:31,124 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T11:43:31,125 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 162d99e8208700c82d44aa061936d210 2024-11-15T11:43:31,126 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45687/hbase/data/default/testReplayEditsWrittenViaHRegion/162d99e8208700c82d44aa061936d210/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-15T11:43:31,127 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 162d99e8208700c82d44aa061936d210; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65970194, jitterRate=-0.01696750521659851}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T11:43:31,127 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 162d99e8208700c82d44aa061936d210: Writing region info on filesystem at 1731671011001Initializing all the Stores at 1731671011001Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731671011002 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731671011002Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731671011002Obtaining lock to block concurrent updates at 1731671011029 (+27 ms)Preparing flush snapshotting stores in 162d99e8208700c82d44aa061936d210 at 1731671011029Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731671006459.162d99e8208700c82d44aa061936d210., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1731671011029Flushing stores of testReplayEditsWrittenViaHRegion,,1731671006459.162d99e8208700c82d44aa061936d210. at 1731671011029Flushing 162d99e8208700c82d44aa061936d210/a: creating writer at 1731671011030 (+1 ms)Flushing 162d99e8208700c82d44aa061936d210/a: appending metadata at 1731671011043 (+13 ms)Flushing 162d99e8208700c82d44aa061936d210/a: closing flushed file at 1731671011043Flushing 162d99e8208700c82d44aa061936d210/b: creating writer at 1731671011053 (+10 ms)Flushing 162d99e8208700c82d44aa061936d210/b: appending metadata at 1731671011067 (+14 ms)Flushing 162d99e8208700c82d44aa061936d210/b: closing flushed file at 1731671011067Flushing 162d99e8208700c82d44aa061936d210/c: creating writer at 1731671011080 (+13 ms)Flushing 162d99e8208700c82d44aa061936d210/c: appending metadata at 1731671011093 (+13 ms)Flushing 162d99e8208700c82d44aa061936d210/c: closing flushed file at 1731671011093Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c2d0576: reopening flushed file at 1731671011105 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@573665aa: reopening flushed file at 1731671011111 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@467f39ff: reopening flushed file at 1731671011116 (+5 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 162d99e8208700c82d44aa061936d210 in 92ms, sequenceid=66, compaction requested=false; wal=null at 1731671011121 (+5 ms)Cleaning up temporary data from old regions at 1731671011123 (+2 ms)Region opened successfully at 1731671011127 (+4 ms) 2024-11-15T11:43:31,138 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 162d99e8208700c82d44aa061936d210, disabling compactions & flushes 2024-11-15T11:43:31,138 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731671006459.162d99e8208700c82d44aa061936d210. 2024-11-15T11:43:31,138 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731671006459.162d99e8208700c82d44aa061936d210. 2024-11-15T11:43:31,138 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731671006459.162d99e8208700c82d44aa061936d210. after waiting 0 ms 2024-11-15T11:43:31,138 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731671006459.162d99e8208700c82d44aa061936d210. 2024-11-15T11:43:31,140 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731671006459.162d99e8208700c82d44aa061936d210. 2024-11-15T11:43:31,140 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 162d99e8208700c82d44aa061936d210: Waiting for close lock at 1731671011138Disabling compacts and flushes for region at 1731671011138Disabling writes for close at 1731671011138Writing region close event to WAL at 1731671011140 (+2 ms)Closed at 1731671011140 2024-11-15T11:43:31,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741939_1119 (size=95) 2024-11-15T11:43:31,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741939_1119 (size=95) 2024-11-15T11:43:31,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741939_1119 (size=95) 2024-11-15T11:43:31,144 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T11:43:31,144 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731671010985) 2024-11-15T11:43:31,158 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=445 (was 439) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2040708954_22 at /127.0.0.1:54892 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:45687 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2040708954_22 at /127.0.0.1:44834 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2040708954_22 at /127.0.0.1:36338 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:45687 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1414 (was 1348) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=284 (was 309), ProcessCount=11 (was 11), AvailableMemoryMB=10901 (was 10960) 2024-11-15T11:43:31,159 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1414 is superior to 1024 2024-11-15T11:43:31,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T11:43:31,159 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:43:31,159 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:43:31,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:43:31,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:43:31,160 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:43:31,160 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T11:43:31,160 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=840935073, stopped=false 2024-11-15T11:43:31,160 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7adf9b3d9d04,33479,1731670971416 2024-11-15T11:43:31,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33479-0x1013f97a3e50000, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T11:43:31,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x1013f97a3e50003, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T11:43:31,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42085-0x1013f97a3e50001, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T11:43:31,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x1013f97a3e50003, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T11:43:31,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33479-0x1013f97a3e50000, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T11:43:31,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42085-0x1013f97a3e50001, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T11:43:31,200 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T11:43:31,201 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:43:31,201 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33479-0x1013f97a3e50000, quorum=127.0.0.1:62513, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T11:43:31,201 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:43:31,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:43:31,202 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42085-0x1013f97a3e50001, quorum=127.0.0.1:62513, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T11:43:31,202 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7adf9b3d9d04,42085,1731670972167' ***** 2024-11-15T11:43:31,202 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T11:43:31,202 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7adf9b3d9d04,34049,1731670972337' ***** 2024-11-15T11:43:31,202 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T11:43:31,202 INFO [RS:0;7adf9b3d9d04:42085 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T11:43:31,203 INFO [RS:0;7adf9b3d9d04:42085 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T11:43:31,203 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T11:43:31,203 INFO [RS:0;7adf9b3d9d04:42085 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T11:43:31,203 INFO [RS:0;7adf9b3d9d04:42085 {}] regionserver.HRegionServer(959): stopping server 7adf9b3d9d04,42085,1731670972167 2024-11-15T11:43:31,203 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34049-0x1013f97a3e50003, quorum=127.0.0.1:62513, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T11:43:31,203 INFO [RS:0;7adf9b3d9d04:42085 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:43:31,203 INFO [RS:0;7adf9b3d9d04:42085 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7adf9b3d9d04:42085. 2024-11-15T11:43:31,203 DEBUG [RS:0;7adf9b3d9d04:42085 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:43:31,203 INFO [RS:2;7adf9b3d9d04:34049 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T11:43:31,203 DEBUG [RS:0;7adf9b3d9d04:42085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:43:31,204 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T11:43:31,204 INFO [RS:0;7adf9b3d9d04:42085 {}] regionserver.HRegionServer(976): stopping server 7adf9b3d9d04,42085,1731670972167; all regions closed. 2024-11-15T11:43:31,204 INFO [RS:2;7adf9b3d9d04:34049 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T11:43:31,204 INFO [RS:2;7adf9b3d9d04:34049 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T11:43:31,204 INFO [RS:2;7adf9b3d9d04:34049 {}] regionserver.HRegionServer(3091): Received CLOSE for 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:31,205 INFO [RS:2;7adf9b3d9d04:34049 {}] regionserver.HRegionServer(959): stopping server 7adf9b3d9d04,34049,1731670972337 2024-11-15T11:43:31,205 INFO [RS:2;7adf9b3d9d04:34049 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:43:31,205 INFO [RS:2;7adf9b3d9d04:34049 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;7adf9b3d9d04:34049. 2024-11-15T11:43:31,205 DEBUG [RS:2;7adf9b3d9d04:34049 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:43:31,205 DEBUG [RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3605aeb66960233c0abf74e11fcd4c99, disabling compactions & flushes 2024-11-15T11:43:31,205 DEBUG [RS:2;7adf9b3d9d04:34049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:43:31,205 INFO [RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. 2024-11-15T11:43:31,205 INFO [RS:2;7adf9b3d9d04:34049 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T11:43:31,205 DEBUG [RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. 2024-11-15T11:43:31,205 INFO [RS:2;7adf9b3d9d04:34049 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T11:43:31,205 INFO [RS:2;7adf9b3d9d04:34049 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T11:43:31,205 DEBUG [RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. after waiting 0 ms 2024-11-15T11:43:31,205 DEBUG [RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. 2024-11-15T11:43:31,205 INFO [RS:2;7adf9b3d9d04:34049 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T11:43:31,206 INFO [RS:2;7adf9b3d9d04:34049 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T11:43:31,206 DEBUG [RS:2;7adf9b3d9d04:34049 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3605aeb66960233c0abf74e11fcd4c99=testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99.} 2024-11-15T11:43:31,206 DEBUG [RS:2;7adf9b3d9d04:34049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3605aeb66960233c0abf74e11fcd4c99 2024-11-15T11:43:31,206 DEBUG [RS_CLOSE_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T11:43:31,206 INFO [RS_CLOSE_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T11:43:31,206 DEBUG [RS_CLOSE_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T11:43:31,206 DEBUG [RS_CLOSE_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T11:43:31,207 DEBUG [RS_CLOSE_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T11:43:31,207 INFO [RS_CLOSE_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.19 KB heapSize=2.79 KB 2024-11-15T11:43:31,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741833_1009 (size=1703) 2024-11-15T11:43:31,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741833_1009 (size=1703) 2024-11-15T11:43:31,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741833_1009 (size=1703) 2024-11-15T11:43:31,211 DEBUG [RS:0;7adf9b3d9d04:42085 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/oldWALs 2024-11-15T11:43:31,211 INFO [RS:0;7adf9b3d9d04:42085 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7adf9b3d9d04%2C42085%2C1731670972167:(num 1731670973847) 2024-11-15T11:43:31,211 DEBUG [RS:0;7adf9b3d9d04:42085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:43:31,211 INFO [RS:0;7adf9b3d9d04:42085 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:43:31,211 INFO [RS:0;7adf9b3d9d04:42085 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:43:31,211 INFO [RS:0;7adf9b3d9d04:42085 {}] hbase.ChoreService(370): Chore service for: regionserver/7adf9b3d9d04:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T11:43:31,211 INFO [RS:0;7adf9b3d9d04:42085 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T11:43:31,212 INFO [RS:0;7adf9b3d9d04:42085 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T11:43:31,212 INFO [regionserver/7adf9b3d9d04:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:43:31,212 INFO [RS:0;7adf9b3d9d04:42085 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T11:43:31,212 INFO [RS:0;7adf9b3d9d04:42085 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:43:31,212 INFO [RS:0;7adf9b3d9d04:42085 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42085 2024-11-15T11:43:31,214 DEBUG [RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3605aeb66960233c0abf74e11fcd4c99/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-15T11:43:31,214 INFO [RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. 2024-11-15T11:43:31,214 DEBUG [RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3605aeb66960233c0abf74e11fcd4c99: Waiting for close lock at 1731671011205Running coprocessor pre-close hooks at 1731671011205Disabling compacts and flushes for region at 1731671011205Disabling writes for close at 1731671011205Writing region close event to WAL at 1731671011210 (+5 ms)Running coprocessor post-close hooks at 1731671011214 (+4 ms)Closed at 1731671011214 2024-11-15T11:43:31,214 DEBUG [RS_CLOSE_REGION-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99. 2024-11-15T11:43:31,214 DEBUG [RS_CLOSE_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/hbase/meta/1588230740/.tmp/info/1dd8f304ca1d458fa8c50c7dc359cb34 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1731670986980.3605aeb66960233c0abf74e11fcd4c99./info:regioninfo/1731670990969/Put/seqid=0 2024-11-15T11:43:31,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42085-0x1013f97a3e50001, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7adf9b3d9d04,42085,1731670972167 2024-11-15T11:43:31,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741943_1123 (size=6778) 2024-11-15T11:43:31,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741943_1123 (size=6778) 2024-11-15T11:43:31,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33479-0x1013f97a3e50000, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T11:43:31,223 INFO [RS:0;7adf9b3d9d04:42085 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:43:31,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741943_1123 (size=6778) 2024-11-15T11:43:31,224 INFO [RS_CLOSE_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.19 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/hbase/meta/1588230740/.tmp/info/1dd8f304ca1d458fa8c50c7dc359cb34 2024-11-15T11:43:31,228 INFO [regionserver/7adf9b3d9d04:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:43:31,231 DEBUG [RS_CLOSE_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/hbase/meta/1588230740/.tmp/info/1dd8f304ca1d458fa8c50c7dc359cb34 as hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/hbase/meta/1588230740/info/1dd8f304ca1d458fa8c50c7dc359cb34 2024-11-15T11:43:31,232 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7adf9b3d9d04,42085,1731670972167] 2024-11-15T11:43:31,237 INFO [RS_CLOSE_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/hbase/meta/1588230740/info/1dd8f304ca1d458fa8c50c7dc359cb34, entries=8, sequenceid=23, filesize=6.6 K 2024-11-15T11:43:31,238 INFO [RS_CLOSE_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.19 KB/1218, heapSize ~2.02 KB/2072, currentSize=0 B/0 for 1588230740 in 31ms, sequenceid=23, compaction requested=false 2024-11-15T11:43:31,241 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7adf9b3d9d04,42085,1731670972167 already deleted, retry=false 2024-11-15T11:43:31,241 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7adf9b3d9d04,42085,1731670972167 expired; onlineServers=1 2024-11-15T11:43:31,243 DEBUG [RS_CLOSE_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/data/hbase/meta/1588230740/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=18 2024-11-15T11:43:31,243 DEBUG [RS_CLOSE_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:43:31,243 INFO [RS_CLOSE_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T11:43:31,243 DEBUG [RS_CLOSE_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731671011206Running coprocessor pre-close hooks at 1731671011206Disabling compacts and flushes for region at 1731671011206Disabling writes for close at 1731671011206Obtaining lock to block concurrent updates at 1731671011207 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731671011207Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1218, getHeapSize=2792, getOffHeapSize=0, getCellsCount=8 at 1731671011207Flushing stores of hbase:meta,,1.1588230740 at 1731671011208 (+1 ms)Flushing 1588230740/info: creating writer at 1731671011209 (+1 ms)Flushing 1588230740/info: appending metadata at 1731671011214 (+5 ms)Flushing 1588230740/info: closing flushed file at 1731671011214Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b8f1126: reopening flushed file at 1731671011230 (+16 ms)Finished flush of dataSize ~1.19 KB/1218, heapSize ~2.02 KB/2072, currentSize=0 B/0 for 1588230740 in 31ms, sequenceid=23, compaction requested=false at 1731671011238 (+8 ms)Writing region close event to WAL at 1731671011239 (+1 ms)Running coprocessor post-close hooks at 1731671011243 (+4 ms)Closed at 1731671011243 2024-11-15T11:43:31,244 DEBUG [RS_CLOSE_META-regionserver/7adf9b3d9d04:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T11:43:31,262 INFO [regionserver/7adf9b3d9d04:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:43:31,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42085-0x1013f97a3e50001, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:43:31,333 INFO [RS:0;7adf9b3d9d04:42085 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:43:31,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42085-0x1013f97a3e50001, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:43:31,333 INFO [RS:0;7adf9b3d9d04:42085 {}] regionserver.HRegionServer(1031): Exiting; stopping=7adf9b3d9d04,42085,1731670972167; zookeeper connection closed. 2024-11-15T11:43:31,334 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6da7bcbb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6da7bcbb 2024-11-15T11:43:31,406 INFO [RS:2;7adf9b3d9d04:34049 {}] regionserver.HRegionServer(976): stopping server 7adf9b3d9d04,34049,1731670972337; all regions closed. 2024-11-15T11:43:31,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741893_1071 (size=1672) 2024-11-15T11:43:31,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741893_1071 (size=1672) 2024-11-15T11:43:31,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741893_1071 (size=1672) 2024-11-15T11:43:31,416 DEBUG [RS:2;7adf9b3d9d04:34049 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/oldWALs 2024-11-15T11:43:31,417 INFO [RS:2;7adf9b3d9d04:34049 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7adf9b3d9d04%2C34049%2C1731670972337.meta:.meta(num 1731670990127) 2024-11-15T11:43:31,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741835_1011 (size=716) 2024-11-15T11:43:31,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741835_1011 (size=716) 2024-11-15T11:43:31,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741835_1011 (size=716) 2024-11-15T11:43:31,421 DEBUG [RS:2;7adf9b3d9d04:34049 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/oldWALs 2024-11-15T11:43:31,421 INFO [RS:2;7adf9b3d9d04:34049 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7adf9b3d9d04%2C34049%2C1731670972337:(num 1731670973846) 2024-11-15T11:43:31,421 DEBUG [RS:2;7adf9b3d9d04:34049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:43:31,421 INFO [RS:2;7adf9b3d9d04:34049 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:43:31,421 INFO [RS:2;7adf9b3d9d04:34049 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:43:31,421 INFO [RS:2;7adf9b3d9d04:34049 {}] hbase.ChoreService(370): Chore service for: regionserver/7adf9b3d9d04:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T11:43:31,422 INFO [RS:2;7adf9b3d9d04:34049 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:43:31,422 INFO [regionserver/7adf9b3d9d04:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:43:31,422 INFO [RS:2;7adf9b3d9d04:34049 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34049 2024-11-15T11:43:31,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x1013f97a3e50003, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7adf9b3d9d04,34049,1731670972337 2024-11-15T11:43:31,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33479-0x1013f97a3e50000, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T11:43:31,432 INFO [RS:2;7adf9b3d9d04:34049 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:43:31,441 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7adf9b3d9d04,34049,1731670972337] 2024-11-15T11:43:31,449 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7adf9b3d9d04,34049,1731670972337 already deleted, retry=false 2024-11-15T11:43:31,449 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7adf9b3d9d04,34049,1731670972337 expired; onlineServers=0 2024-11-15T11:43:31,449 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7adf9b3d9d04,33479,1731670971416' ***** 2024-11-15T11:43:31,449 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T11:43:31,450 INFO [M:0;7adf9b3d9d04:33479 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:43:31,450 INFO [M:0;7adf9b3d9d04:33479 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:43:31,450 DEBUG [M:0;7adf9b3d9d04:33479 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T11:43:31,450 DEBUG [M:0;7adf9b3d9d04:33479 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T11:43:31,450 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T11:43:31,450 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster-HFileCleaner.small.0-1731670973483 {}] cleaner.HFileCleaner(306): Exit Thread[master/7adf9b3d9d04:0:becomeActiveMaster-HFileCleaner.small.0-1731670973483,5,FailOnTimeoutGroup] 2024-11-15T11:43:31,450 DEBUG [master/7adf9b3d9d04:0:becomeActiveMaster-HFileCleaner.large.0-1731670973477 {}] cleaner.HFileCleaner(306): Exit Thread[master/7adf9b3d9d04:0:becomeActiveMaster-HFileCleaner.large.0-1731670973477,5,FailOnTimeoutGroup] 2024-11-15T11:43:31,451 INFO [M:0;7adf9b3d9d04:33479 {}] hbase.ChoreService(370): Chore service for: master/7adf9b3d9d04:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T11:43:31,451 INFO [M:0;7adf9b3d9d04:33479 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:43:31,451 DEBUG [M:0;7adf9b3d9d04:33479 {}] master.HMaster(1795): Stopping service threads 2024-11-15T11:43:31,451 INFO [M:0;7adf9b3d9d04:33479 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T11:43:31,451 INFO [M:0;7adf9b3d9d04:33479 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T11:43:31,452 INFO [M:0;7adf9b3d9d04:33479 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T11:43:31,452 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T11:43:31,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33479-0x1013f97a3e50000, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T11:43:31,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33479-0x1013f97a3e50000, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T11:43:31,458 DEBUG [M:0;7adf9b3d9d04:33479 {}] zookeeper.ZKUtil(347): master:33479-0x1013f97a3e50000, quorum=127.0.0.1:62513, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-15T11:43:31,458 WARN [M:0;7adf9b3d9d04:33479 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T11:43:31,459 INFO [M:0;7adf9b3d9d04:33479 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/.lastflushedseqids 2024-11-15T11:43:31,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741944_1124 (size=119) 2024-11-15T11:43:31,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741944_1124 (size=119) 2024-11-15T11:43:31,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741944_1124 (size=119) 2024-11-15T11:43:31,474 INFO [M:0;7adf9b3d9d04:33479 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T11:43:31,474 INFO [M:0;7adf9b3d9d04:33479 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T11:43:31,474 DEBUG [M:0;7adf9b3d9d04:33479 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T11:43:31,474 INFO [M:0;7adf9b3d9d04:33479 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:43:31,474 DEBUG [M:0;7adf9b3d9d04:33479 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:43:31,475 DEBUG [M:0;7adf9b3d9d04:33479 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T11:43:31,475 DEBUG [M:0;7adf9b3d9d04:33479 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:43:31,475 INFO [M:0;7adf9b3d9d04:33479 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=83.40 KB heapSize=102.70 KB 2024-11-15T11:43:31,489 DEBUG [M:0;7adf9b3d9d04:33479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc00c02923ad42379de01e3fc2acfec4 is 82, key is hbase:meta,,1/info:regioninfo/1731670990285/Put/seqid=0 2024-11-15T11:43:31,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741945_1125 (size=6063) 2024-11-15T11:43:31,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741945_1125 (size=6063) 2024-11-15T11:43:31,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741945_1125 (size=6063) 2024-11-15T11:43:31,495 INFO [M:0;7adf9b3d9d04:33479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc00c02923ad42379de01e3fc2acfec4 2024-11-15T11:43:31,512 DEBUG [M:0;7adf9b3d9d04:33479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ac773d6ac132446aae02a767ecf835b8 is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731670987408/Put/seqid=0 2024-11-15T11:43:31,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741946_1126 (size=7907) 2024-11-15T11:43:31,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741946_1126 (size=7907) 2024-11-15T11:43:31,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741946_1126 (size=7907) 2024-11-15T11:43:31,518 INFO [M:0;7adf9b3d9d04:33479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=82.17 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ac773d6ac132446aae02a767ecf835b8 2024-11-15T11:43:31,523 INFO [M:0;7adf9b3d9d04:33479 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ac773d6ac132446aae02a767ecf835b8 2024-11-15T11:43:31,536 DEBUG [M:0;7adf9b3d9d04:33479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b930c96a67ef4046bb3c43c7e3907200 is 69, key is 7adf9b3d9d04,34049,1731670972337/rs:state/1731670973544/Put/seqid=0 2024-11-15T11:43:31,541 INFO [RS:2;7adf9b3d9d04:34049 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:43:31,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x1013f97a3e50003, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:43:31,541 INFO [RS:2;7adf9b3d9d04:34049 {}] regionserver.HRegionServer(1031): Exiting; stopping=7adf9b3d9d04,34049,1731670972337; zookeeper connection closed. 2024-11-15T11:43:31,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x1013f97a3e50003, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:43:31,541 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b4fc1ab {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b4fc1ab 2024-11-15T11:43:31,542 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-15T11:43:31,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741947_1127 (size=5440) 2024-11-15T11:43:31,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741947_1127 (size=5440) 2024-11-15T11:43:31,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741947_1127 (size=5440) 2024-11-15T11:43:31,543 INFO [M:0;7adf9b3d9d04:33479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b930c96a67ef4046bb3c43c7e3907200 2024-11-15T11:43:31,547 INFO [M:0;7adf9b3d9d04:33479 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b930c96a67ef4046bb3c43c7e3907200 2024-11-15T11:43:31,548 DEBUG [M:0;7adf9b3d9d04:33479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc00c02923ad42379de01e3fc2acfec4 as hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cc00c02923ad42379de01e3fc2acfec4 2024-11-15T11:43:31,553 INFO [M:0;7adf9b3d9d04:33479 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cc00c02923ad42379de01e3fc2acfec4, entries=14, sequenceid=207, filesize=5.9 K 2024-11-15T11:43:31,554 DEBUG [M:0;7adf9b3d9d04:33479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ac773d6ac132446aae02a767ecf835b8 as hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ac773d6ac132446aae02a767ecf835b8 2024-11-15T11:43:31,559 INFO [M:0;7adf9b3d9d04:33479 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ac773d6ac132446aae02a767ecf835b8 2024-11-15T11:43:31,559 INFO [M:0;7adf9b3d9d04:33479 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ac773d6ac132446aae02a767ecf835b8, entries=21, sequenceid=207, filesize=7.7 K 2024-11-15T11:43:31,560 DEBUG [M:0;7adf9b3d9d04:33479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b930c96a67ef4046bb3c43c7e3907200 as hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b930c96a67ef4046bb3c43c7e3907200 2024-11-15T11:43:31,565 INFO [M:0;7adf9b3d9d04:33479 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b930c96a67ef4046bb3c43c7e3907200 2024-11-15T11:43:31,565 INFO [M:0;7adf9b3d9d04:33479 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45687/user/jenkins/test-data/537a66dd-6a16-10dd-d2cf-ec03db880409/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b930c96a67ef4046bb3c43c7e3907200, entries=3, sequenceid=207, filesize=5.3 K 2024-11-15T11:43:31,566 INFO [M:0;7adf9b3d9d04:33479 {}] regionserver.HRegion(3140): Finished flush of dataSize ~83.40 KB/85398, heapSize ~102.41 KB/104864, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 91ms, sequenceid=207, compaction requested=false 2024-11-15T11:43:31,567 INFO [M:0;7adf9b3d9d04:33479 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:43:31,567 DEBUG [M:0;7adf9b3d9d04:33479 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731671011474Disabling compacts and flushes for region at 1731671011474Disabling writes for close at 1731671011475 (+1 ms)Obtaining lock to block concurrent updates at 1731671011475Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731671011475Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=85398, getHeapSize=105104, getOffHeapSize=0, getCellsCount=248 at 1731671011475Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731671011476 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731671011476Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731671011488 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731671011488Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731671011499 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731671011511 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731671011511Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731671011523 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731671011536 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731671011536Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34c458d7: reopening flushed file at 1731671011547 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a202a2c: reopening flushed file at 1731671011553 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@456251a4: reopening flushed file at 1731671011559 (+6 ms)Finished flush of dataSize ~83.40 KB/85398, heapSize ~102.41 KB/104864, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 91ms, sequenceid=207, compaction requested=false at 1731671011566 (+7 ms)Writing region close event to WAL at 1731671011567 (+1 ms)Closed at 1731671011567 2024-11-15T11:43:31,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39965 is added to blk_1073741830_1006 (size=69365) 2024-11-15T11:43:31,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36843 is added to blk_1073741830_1006 (size=69365) 2024-11-15T11:43:31,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35399 is added to blk_1073741830_1006 (size=69365) 2024-11-15T11:43:31,570 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:43:31,570 INFO [M:0;7adf9b3d9d04:33479 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T11:43:31,571 INFO [M:0;7adf9b3d9d04:33479 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33479 2024-11-15T11:43:31,571 INFO [M:0;7adf9b3d9d04:33479 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:43:31,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33479-0x1013f97a3e50000, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:43:31,698 INFO [M:0;7adf9b3d9d04:33479 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:43:31,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33479-0x1013f97a3e50000, quorum=127.0.0.1:62513, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:43:31,708 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731670991887/wal.1731671001220 with renewLeaseKey: DEFAULT_16688 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731670991887/wal.1731671001220 (inode 16688) Holder DFSClient_NONMAPREDUCE_311840694_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731670991887/wal.1731671001220 (inode 16688) Holder DFSClient_NONMAPREDUCE_311840694_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-15T11:43:31,711 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731670991075/wal.1731670991351 with renewLeaseKey: DEFAULT_16665 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731670991075/wal.1731670991351 (inode 16665) Holder DFSClient_NONMAPREDUCE_311840694_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731670991075/wal.1731670991351 (inode 16665) Holder DFSClient_NONMAPREDUCE_311840694_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-15T11:43:31,712 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731670982586/wal.1731670982687 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:43:31,714 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731671001422/wal.1731671001906 with renewLeaseKey: DEFAULT_16714 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731671001422/wal.1731671001906 (inode 16714) Holder DFSClient_NONMAPREDUCE_311840694_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731671001422/wal.1731671001906 (inode 16714) Holder DFSClient_NONMAPREDUCE_311840694_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-15T11:43:31,715 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731671002052/wal.1731671002111 with renewLeaseKey: DEFAULT_16736 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:43:31,715 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731671006458/wal.1731671006771 with renewLeaseKey: DEFAULT_16777 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:43:31,715 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731670975568/wal.1731670975644 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:43:31,718 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731670975236/wal.1731670975421 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731670975236/wal.1731670975421 (inode 16485) Holder DFSClient_NONMAPREDUCE_311840694_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731670975236/wal.1731670975421 (inode 16485) Holder DFSClient_NONMAPREDUCE_311840694_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-15T11:43:31,721 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731670974671/wal.1731670974969 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731670974671/wal.1731670974969 (inode 16462) Holder DFSClient_NONMAPREDUCE_311840694_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731670974671/wal.1731670974969 (inode 16462) Holder DFSClient_NONMAPREDUCE_311840694_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-15T11:43:31,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35f1150e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:43:31,728 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:43:31,728 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:43:31,729 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:43:31,729 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/hadoop.log.dir/,STOPPED} 2024-11-15T11:43:31,731 WARN [BP-810761193-172.17.0.2-1731670967786 heartbeating to localhost/127.0.0.1:45687 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T11:43:31,731 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T11:43:31,731 WARN [BP-810761193-172.17.0.2-1731670967786 heartbeating to localhost/127.0.0.1:45687 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-810761193-172.17.0.2-1731670967786 (Datanode Uuid 07b419a6-edd9-49a9-a609-ecd78cd74eda) service to localhost/127.0.0.1:45687 2024-11-15T11:43:31,731 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T11:43:31,733 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/cluster_88edee4b-caea-781c-c9c9-68c60d8f7c43/data/data5/current/BP-810761193-172.17.0.2-1731670967786 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:43:31,733 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/cluster_88edee4b-caea-781c-c9c9-68c60d8f7c43/data/data6/current/BP-810761193-172.17.0.2-1731670967786 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:43:31,734 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T11:43:31,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bd427b8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:43:31,738 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:43:31,738 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:43:31,739 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:43:31,739 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/hadoop.log.dir/,STOPPED} 2024-11-15T11:43:31,740 WARN [BP-810761193-172.17.0.2-1731670967786 heartbeating to localhost/127.0.0.1:45687 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T11:43:31,740 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T11:43:31,741 WARN [BP-810761193-172.17.0.2-1731670967786 heartbeating to localhost/127.0.0.1:45687 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-810761193-172.17.0.2-1731670967786 (Datanode Uuid 4413f4d4-23d2-4423-a066-dfab773ffe18) service to localhost/127.0.0.1:45687 2024-11-15T11:43:31,741 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T11:43:31,741 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/cluster_88edee4b-caea-781c-c9c9-68c60d8f7c43/data/data3/current/BP-810761193-172.17.0.2-1731670967786 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:43:31,742 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/cluster_88edee4b-caea-781c-c9c9-68c60d8f7c43/data/data4/current/BP-810761193-172.17.0.2-1731670967786 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:43:31,742 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T11:43:31,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@330740de{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:43:31,744 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:43:31,744 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:43:31,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:43:31,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/hadoop.log.dir/,STOPPED} 2024-11-15T11:43:31,746 WARN [BP-810761193-172.17.0.2-1731670967786 heartbeating to localhost/127.0.0.1:45687 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T11:43:31,746 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T11:43:31,746 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T11:43:31,746 WARN [BP-810761193-172.17.0.2-1731670967786 heartbeating to localhost/127.0.0.1:45687 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-810761193-172.17.0.2-1731670967786 (Datanode Uuid 4a01c6b5-65fd-49e2-b52b-1c91772e0f1f) service to localhost/127.0.0.1:45687 2024-11-15T11:43:31,746 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/cluster_88edee4b-caea-781c-c9c9-68c60d8f7c43/data/data1/current/BP-810761193-172.17.0.2-1731670967786 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:43:31,747 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/cluster_88edee4b-caea-781c-c9c9-68c60d8f7c43/data/data2/current/BP-810761193-172.17.0.2-1731670967786 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:43:31,747 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T11:43:31,752 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3717288f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T11:43:31,753 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:43:31,753 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:43:31,754 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:43:31,754 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0aa36f5a-f888-79b0-ae75-68efd3177060/hadoop.log.dir/,STOPPED} 2024-11-15T11:43:31,757 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-15T11:43:31,757 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-15T11:43:31,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-15T11:43:31,758 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-15T11:43:31,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:43:31,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T11:43:31,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T11:43:31,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-15T11:43:31,762 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T11:43:31,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down