2024-12-08 00:51:38,017 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-08 00:51:38,027 main DEBUG Took 0.009076 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-08 00:51:38,028 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-08 00:51:38,028 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-08 00:51:38,029 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-08 00:51:38,030 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 00:51:38,037 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-08 00:51:38,052 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 00:51:38,054 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 00:51:38,055 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 00:51:38,055 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 00:51:38,056 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 00:51:38,056 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 00:51:38,058 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 00:51:38,058 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 00:51:38,059 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 00:51:38,059 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 00:51:38,060 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 00:51:38,061 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 00:51:38,061 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 00:51:38,062 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 00:51:38,062 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 00:51:38,063 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 00:51:38,063 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 00:51:38,064 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 00:51:38,064 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 00:51:38,065 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 00:51:38,065 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 00:51:38,065 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 00:51:38,066 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 00:51:38,066 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 00:51:38,067 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 00:51:38,067 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-08 00:51:38,069 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 00:51:38,071 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-08 00:51:38,073 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-08 00:51:38,074 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-08 00:51:38,075 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-08 00:51:38,076 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-08 00:51:38,087 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-08 00:51:38,091 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-08 00:51:38,093 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-08 00:51:38,093 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-08 00:51:38,093 main DEBUG createAppenders(={Console}) 2024-12-08 00:51:38,094 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-12-08 00:51:38,095 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-08 00:51:38,095 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-12-08 00:51:38,096 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-08 00:51:38,096 main DEBUG OutputStream closed 2024-12-08 00:51:38,096 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-08 00:51:38,097 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-08 00:51:38,097 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-12-08 00:51:38,169 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-08 00:51:38,170 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-08 00:51:38,171 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-08 00:51:38,172 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-08 00:51:38,173 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-08 00:51:38,173 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-08 00:51:38,174 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-08 00:51:38,174 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-08 00:51:38,175 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-08 00:51:38,175 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-08 00:51:38,176 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-08 00:51:38,176 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-08 00:51:38,177 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-08 00:51:38,177 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-08 00:51:38,177 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-08 00:51:38,178 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-08 00:51:38,178 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-08 00:51:38,179 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-08 00:51:38,182 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-08 00:51:38,182 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-12-08 00:51:38,183 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-08 00:51:38,184 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-12-08T00:51:38,385 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48 2024-12-08 00:51:38,388 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-08 00:51:38,388 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-08T00:51:38,396 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-12-08T00:51:38,402 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestSecureAsyncWALReplay timeout: 13 mins 2024-12-08T00:51:38,428 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-08T00:51:38,476 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-08T00:51:38,476 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-08T00:51:38,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-08T00:51:38,507 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48/cluster_1a47a484-ba3d-8dbc-4adf-56060c3793e9, deleteOnExit=true 2024-12-08T00:51:38,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-08T00:51:38,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48/test.cache.data in system properties and HBase conf 2024-12-08T00:51:38,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48/hadoop.tmp.dir in system properties and HBase conf 2024-12-08T00:51:38,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48/hadoop.log.dir in system properties and HBase conf 2024-12-08T00:51:38,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-08T00:51:38,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-08T00:51:38,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-08T00:51:38,572 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-08T00:51:38,651 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-08T00:51:38,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-08T00:51:38,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-08T00:51:38,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-08T00:51:38,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-08T00:51:38,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-08T00:51:38,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-08T00:51:38,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-08T00:51:38,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-08T00:51:38,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-08T00:51:38,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48/nfs.dump.dir in system properties and HBase conf 2024-12-08T00:51:38,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48/java.io.tmpdir in system properties and HBase conf 2024-12-08T00:51:38,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-08T00:51:38,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-08T00:51:38,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-08T00:51:39,582 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-08T00:51:39,644 INFO [Time-limited test {}] log.Log(170): Logging initialized @2290ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-08T00:51:39,712 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T00:51:39,772 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T00:51:39,794 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T00:51:39,794 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T00:51:39,796 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-08T00:51:39,811 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T00:51:39,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@264e890{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48/hadoop.log.dir/,AVAILABLE} 2024-12-08T00:51:39,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@652099c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T00:51:39,964 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c03e044{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48/java.io.tmpdir/jetty-localhost-41815-hadoop-hdfs-3_4_1-tests_jar-_-any-14731385503292050324/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-08T00:51:39,969 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@698721f1{HTTP/1.1, (http/1.1)}{localhost:41815} 2024-12-08T00:51:39,969 INFO [Time-limited test {}] server.Server(415): Started @2615ms 2024-12-08T00:51:40,420 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T00:51:40,427 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T00:51:40,428 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T00:51:40,428 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T00:51:40,429 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-08T00:51:40,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48/hadoop.log.dir/,AVAILABLE} 2024-12-08T00:51:40,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T00:51:40,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@330740de{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48/java.io.tmpdir/jetty-localhost-43071-hadoop-hdfs-3_4_1-tests_jar-_-any-15508000519124676731/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T00:51:40,526 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:43071} 2024-12-08T00:51:40,526 INFO [Time-limited test {}] server.Server(415): Started @3172ms 2024-12-08T00:51:40,572 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-08T00:51:40,675 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T00:51:40,682 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T00:51:40,687 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T00:51:40,687 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T00:51:40,688 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-08T00:51:40,689 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48/hadoop.log.dir/,AVAILABLE} 2024-12-08T00:51:40,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T00:51:40,794 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bd427b8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48/java.io.tmpdir/jetty-localhost-45891-hadoop-hdfs-3_4_1-tests_jar-_-any-14083617138173912744/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T00:51:40,795 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:45891} 2024-12-08T00:51:40,795 INFO [Time-limited test {}] server.Server(415): Started @3441ms 2024-12-08T00:51:40,797 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-08T00:51:40,832 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T00:51:40,836 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T00:51:40,838 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T00:51:40,838 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T00:51:40,838 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-08T00:51:40,839 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48/hadoop.log.dir/,AVAILABLE} 2024-12-08T00:51:40,839 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T00:51:40,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35f1150e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48/java.io.tmpdir/jetty-localhost-35113-hadoop-hdfs-3_4_1-tests_jar-_-any-214345066132674421/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T00:51:40,935 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:35113} 2024-12-08T00:51:40,935 INFO [Time-limited test {}] server.Server(415): Started @3581ms 2024-12-08T00:51:40,937 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-08T00:51:41,828 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48/cluster_1a47a484-ba3d-8dbc-4adf-56060c3793e9/data/data4/current/BP-1464640837-172.17.0.2-1733619099122/current, will proceed with Du for space computation calculation, 2024-12-08T00:51:41,828 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48/cluster_1a47a484-ba3d-8dbc-4adf-56060c3793e9/data/data1/current/BP-1464640837-172.17.0.2-1733619099122/current, will proceed with Du for space computation calculation, 2024-12-08T00:51:41,828 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48/cluster_1a47a484-ba3d-8dbc-4adf-56060c3793e9/data/data2/current/BP-1464640837-172.17.0.2-1733619099122/current, will proceed with Du for space computation calculation, 2024-12-08T00:51:41,828 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48/cluster_1a47a484-ba3d-8dbc-4adf-56060c3793e9/data/data3/current/BP-1464640837-172.17.0.2-1733619099122/current, will proceed with Du for space computation calculation, 2024-12-08T00:51:41,863 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-08T00:51:41,863 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-08T00:51:41,875 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48/cluster_1a47a484-ba3d-8dbc-4adf-56060c3793e9/data/data6/current/BP-1464640837-172.17.0.2-1733619099122/current, will proceed with Du for space computation calculation, 2024-12-08T00:51:41,875 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48/cluster_1a47a484-ba3d-8dbc-4adf-56060c3793e9/data/data5/current/BP-1464640837-172.17.0.2-1733619099122/current, will proceed with Du for space computation calculation, 2024-12-08T00:51:41,898 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-08T00:51:41,913 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3c1e0ebc6c8d5537 with lease ID 0xca235fc69333236e: Processing first storage report for DS-7c3e4dae-72e8-4092-98aa-ece15fb2e237 from datanode DatanodeRegistration(127.0.0.1:45833, datanodeUuid=56bf2216-2c72-4974-94c8-25919437e816, infoPort=46147, infoSecurePort=0, ipcPort=37721, storageInfo=lv=-57;cid=testClusterID;nsid=1111763987;c=1733619099122) 2024-12-08T00:51:41,914 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3c1e0ebc6c8d5537 with lease ID 0xca235fc69333236e: from storage DS-7c3e4dae-72e8-4092-98aa-ece15fb2e237 node DatanodeRegistration(127.0.0.1:45833, datanodeUuid=56bf2216-2c72-4974-94c8-25919437e816, infoPort=46147, infoSecurePort=0, ipcPort=37721, storageInfo=lv=-57;cid=testClusterID;nsid=1111763987;c=1733619099122), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-08T00:51:41,914 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x43c754a44cce125f with lease ID 0xca235fc693332370: Processing first storage report for DS-bd6eab09-4001-44a8-80e5-1b1c6ee5fe8f from datanode DatanodeRegistration(127.0.0.1:42805, datanodeUuid=c71c6677-c97d-4391-bdb6-137f023eb4fd, infoPort=39463, infoSecurePort=0, ipcPort=46235, storageInfo=lv=-57;cid=testClusterID;nsid=1111763987;c=1733619099122) 2024-12-08T00:51:41,915 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x43c754a44cce125f with lease ID 0xca235fc693332370: from storage DS-bd6eab09-4001-44a8-80e5-1b1c6ee5fe8f node DatanodeRegistration(127.0.0.1:42805, datanodeUuid=c71c6677-c97d-4391-bdb6-137f023eb4fd, infoPort=39463, infoSecurePort=0, ipcPort=46235, storageInfo=lv=-57;cid=testClusterID;nsid=1111763987;c=1733619099122), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T00:51:41,915 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x66e6b2d13e3e80e9 with lease ID 0xca235fc69333236f: Processing first storage report for DS-1ad15fd5-2d1f-434f-86e3-500eb7b221ca from datanode DatanodeRegistration(127.0.0.1:34955, datanodeUuid=a312a98b-0fc7-45d4-9f93-ca9c2e11c5b1, infoPort=38603, infoSecurePort=0, ipcPort=34599, storageInfo=lv=-57;cid=testClusterID;nsid=1111763987;c=1733619099122) 2024-12-08T00:51:41,915 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x66e6b2d13e3e80e9 with lease ID 0xca235fc69333236f: from storage DS-1ad15fd5-2d1f-434f-86e3-500eb7b221ca node DatanodeRegistration(127.0.0.1:34955, datanodeUuid=a312a98b-0fc7-45d4-9f93-ca9c2e11c5b1, infoPort=38603, infoSecurePort=0, ipcPort=34599, storageInfo=lv=-57;cid=testClusterID;nsid=1111763987;c=1733619099122), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T00:51:41,915 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3c1e0ebc6c8d5537 with lease ID 0xca235fc69333236e: Processing first storage report for DS-4e4ad44d-79da-411a-badf-a501616a5323 from datanode DatanodeRegistration(127.0.0.1:45833, datanodeUuid=56bf2216-2c72-4974-94c8-25919437e816, infoPort=46147, infoSecurePort=0, ipcPort=37721, storageInfo=lv=-57;cid=testClusterID;nsid=1111763987;c=1733619099122) 2024-12-08T00:51:41,915 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3c1e0ebc6c8d5537 with lease ID 0xca235fc69333236e: from storage DS-4e4ad44d-79da-411a-badf-a501616a5323 node DatanodeRegistration(127.0.0.1:45833, datanodeUuid=56bf2216-2c72-4974-94c8-25919437e816, infoPort=46147, infoSecurePort=0, ipcPort=37721, storageInfo=lv=-57;cid=testClusterID;nsid=1111763987;c=1733619099122), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T00:51:41,916 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x43c754a44cce125f with lease ID 0xca235fc693332370: Processing first storage report for DS-5018f7b0-1c00-4d32-a41d-aba3efcb0543 from datanode DatanodeRegistration(127.0.0.1:42805, datanodeUuid=c71c6677-c97d-4391-bdb6-137f023eb4fd, infoPort=39463, infoSecurePort=0, ipcPort=46235, storageInfo=lv=-57;cid=testClusterID;nsid=1111763987;c=1733619099122) 2024-12-08T00:51:41,916 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x43c754a44cce125f with lease ID 0xca235fc693332370: from storage DS-5018f7b0-1c00-4d32-a41d-aba3efcb0543 node DatanodeRegistration(127.0.0.1:42805, datanodeUuid=c71c6677-c97d-4391-bdb6-137f023eb4fd, infoPort=39463, infoSecurePort=0, ipcPort=46235, storageInfo=lv=-57;cid=testClusterID;nsid=1111763987;c=1733619099122), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-08T00:51:41,916 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x66e6b2d13e3e80e9 with lease ID 0xca235fc69333236f: Processing first storage report for DS-1c8ff2c3-5309-462e-a27d-722aa39ea21b from datanode DatanodeRegistration(127.0.0.1:34955, datanodeUuid=a312a98b-0fc7-45d4-9f93-ca9c2e11c5b1, infoPort=38603, infoSecurePort=0, ipcPort=34599, storageInfo=lv=-57;cid=testClusterID;nsid=1111763987;c=1733619099122) 2024-12-08T00:51:41,916 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x66e6b2d13e3e80e9 with lease ID 0xca235fc69333236f: from storage DS-1c8ff2c3-5309-462e-a27d-722aa39ea21b node DatanodeRegistration(127.0.0.1:34955, datanodeUuid=a312a98b-0fc7-45d4-9f93-ca9c2e11c5b1, infoPort=38603, infoSecurePort=0, ipcPort=34599, storageInfo=lv=-57;cid=testClusterID;nsid=1111763987;c=1733619099122), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T00:51:41,940 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48 2024-12-08T00:51:42,000 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48/cluster_1a47a484-ba3d-8dbc-4adf-56060c3793e9/zookeeper_0, clientPort=49683, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48/cluster_1a47a484-ba3d-8dbc-4adf-56060c3793e9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48/cluster_1a47a484-ba3d-8dbc-4adf-56060c3793e9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-08T00:51:42,018 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49683 2024-12-08T00:51:42,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T00:51:42,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T00:51:42,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741825_1001 (size=7) 2024-12-08T00:51:42,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741825_1001 (size=7) 2024-12-08T00:51:42,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741825_1001 (size=7) 2024-12-08T00:51:42,612 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a with version=8 2024-12-08T00:51:42,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/hbase-staging 2024-12-08T00:51:42,871 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0f983e3e5be1:0 server-side Connection retries=45 2024-12-08T00:51:42,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T00:51:42,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T00:51:42,883 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T00:51:42,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T00:51:42,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T00:51:42,997 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-08T00:51:43,050 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-08T00:51:43,058 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-08T00:51:43,061 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T00:51:43,084 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 27114 (auto-detected) 2024-12-08T00:51:43,085 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-08T00:51:43,101 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44915 2024-12-08T00:51:43,117 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44915 connecting to ZooKeeper ensemble=127.0.0.1:49683 2024-12-08T00:51:43,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449150x0, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T00:51:43,228 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44915-0x10002f5efbe0000 connected 2024-12-08T00:51:43,298 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T00:51:43,303 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T00:51:43,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44915-0x10002f5efbe0000, quorum=127.0.0.1:49683, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T00:51:43,318 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a, hbase.cluster.distributed=false 2024-12-08T00:51:43,339 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44915-0x10002f5efbe0000, quorum=127.0.0.1:49683, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T00:51:43,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44915 2024-12-08T00:51:43,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44915 2024-12-08T00:51:43,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44915 2024-12-08T00:51:43,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44915 2024-12-08T00:51:43,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44915 2024-12-08T00:51:43,432 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0f983e3e5be1:0 server-side Connection retries=45 2024-12-08T00:51:43,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T00:51:43,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T00:51:43,434 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T00:51:43,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T00:51:43,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T00:51:43,437 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T00:51:43,439 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T00:51:43,439 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42221 2024-12-08T00:51:43,441 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42221 connecting to ZooKeeper ensemble=127.0.0.1:49683 2024-12-08T00:51:43,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T00:51:43,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T00:51:43,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422210x0, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T00:51:43,472 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422210x0, quorum=127.0.0.1:49683, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T00:51:43,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42221-0x10002f5efbe0001 connected 2024-12-08T00:51:43,476 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T00:51:43,483 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T00:51:43,486 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42221-0x10002f5efbe0001, quorum=127.0.0.1:49683, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T00:51:43,491 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42221-0x10002f5efbe0001, quorum=127.0.0.1:49683, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T00:51:43,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42221 2024-12-08T00:51:43,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42221 2024-12-08T00:51:43,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42221 2024-12-08T00:51:43,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42221 2024-12-08T00:51:43,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42221 2024-12-08T00:51:43,508 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0f983e3e5be1:0 server-side Connection retries=45 2024-12-08T00:51:43,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T00:51:43,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T00:51:43,509 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T00:51:43,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T00:51:43,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T00:51:43,509 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T00:51:43,510 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T00:51:43,510 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34241 2024-12-08T00:51:43,512 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34241 connecting to ZooKeeper ensemble=127.0.0.1:49683 2024-12-08T00:51:43,513 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T00:51:43,515 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T00:51:43,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342410x0, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T00:51:43,530 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:342410x0, quorum=127.0.0.1:49683, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T00:51:43,530 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34241-0x10002f5efbe0002 connected 2024-12-08T00:51:43,531 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T00:51:43,532 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T00:51:43,533 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34241-0x10002f5efbe0002, quorum=127.0.0.1:49683, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T00:51:43,534 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34241-0x10002f5efbe0002, quorum=127.0.0.1:49683, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T00:51:43,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34241 2024-12-08T00:51:43,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34241 2024-12-08T00:51:43,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34241 2024-12-08T00:51:43,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34241 2024-12-08T00:51:43,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34241 2024-12-08T00:51:43,551 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0f983e3e5be1:0 server-side Connection retries=45 2024-12-08T00:51:43,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T00:51:43,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T00:51:43,552 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T00:51:43,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T00:51:43,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T00:51:43,552 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T00:51:43,553 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T00:51:43,555 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39847 2024-12-08T00:51:43,556 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39847 connecting to ZooKeeper ensemble=127.0.0.1:49683 2024-12-08T00:51:43,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T00:51:43,559 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T00:51:43,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398470x0, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T00:51:43,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39847-0x10002f5efbe0003 connected 2024-12-08T00:51:43,572 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39847-0x10002f5efbe0003, quorum=127.0.0.1:49683, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T00:51:43,572 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T00:51:43,573 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T00:51:43,574 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39847-0x10002f5efbe0003, quorum=127.0.0.1:49683, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T00:51:43,576 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39847-0x10002f5efbe0003, quorum=127.0.0.1:49683, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T00:51:43,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39847 2024-12-08T00:51:43,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39847 2024-12-08T00:51:43,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39847 2024-12-08T00:51:43,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39847 2024-12-08T00:51:43,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39847 2024-12-08T00:51:43,596 DEBUG [M:0;0f983e3e5be1:44915 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0f983e3e5be1:44915 2024-12-08T00:51:43,597 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/0f983e3e5be1,44915,1733619102730 2024-12-08T00:51:43,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x10002f5efbe0000, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T00:51:43,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39847-0x10002f5efbe0003, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T00:51:43,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x10002f5efbe0001, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T00:51:43,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34241-0x10002f5efbe0002, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T00:51:43,615 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44915-0x10002f5efbe0000, quorum=127.0.0.1:49683, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/0f983e3e5be1,44915,1733619102730 2024-12-08T00:51:43,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x10002f5efbe0001, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T00:51:43,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39847-0x10002f5efbe0003, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T00:51:43,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x10002f5efbe0000, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:51:43,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34241-0x10002f5efbe0002, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T00:51:43,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34241-0x10002f5efbe0002, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:51:43,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39847-0x10002f5efbe0003, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:51:43,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x10002f5efbe0001, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:51:43,639 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44915-0x10002f5efbe0000, quorum=127.0.0.1:49683, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-08T00:51:43,641 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/0f983e3e5be1,44915,1733619102730 from backup master directory 2024-12-08T00:51:43,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39847-0x10002f5efbe0003, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T00:51:43,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34241-0x10002f5efbe0002, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T00:51:43,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x10002f5efbe0000, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/0f983e3e5be1,44915,1733619102730 2024-12-08T00:51:43,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x10002f5efbe0001, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T00:51:43,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x10002f5efbe0000, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T00:51:43,647 WARN [master/0f983e3e5be1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T00:51:43,647 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0f983e3e5be1,44915,1733619102730 2024-12-08T00:51:43,649 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-08T00:51:43,651 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-08T00:51:43,708 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/hbase.id] with ID: d4561caa-6248-4db4-86d3-66211f894aa2 2024-12-08T00:51:43,708 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/.tmp/hbase.id 2024-12-08T00:51:43,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741826_1002 (size=42) 2024-12-08T00:51:43,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741826_1002 (size=42) 2024-12-08T00:51:43,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741826_1002 (size=42) 2024-12-08T00:51:43,723 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/.tmp/hbase.id]:[hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/hbase.id] 2024-12-08T00:51:43,770 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T00:51:43,774 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-08T00:51:43,792 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-12-08T00:51:43,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34241-0x10002f5efbe0002, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:51:43,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x10002f5efbe0001, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:51:43,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x10002f5efbe0000, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:51:43,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39847-0x10002f5efbe0003, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:51:43,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741827_1003 (size=196) 2024-12-08T00:51:43,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741827_1003 (size=196) 2024-12-08T00:51:43,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741827_1003 (size=196) 2024-12-08T00:51:43,837 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T00:51:43,838 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-08T00:51:43,843 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:51:43,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741828_1004 (size=1189) 2024-12-08T00:51:43,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741828_1004 (size=1189) 2024-12-08T00:51:43,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741828_1004 (size=1189) 2024-12-08T00:51:43,890 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/MasterData/data/master/store 2024-12-08T00:51:43,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741829_1005 (size=34) 2024-12-08T00:51:43,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741829_1005 (size=34) 2024-12-08T00:51:43,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741829_1005 (size=34) 2024-12-08T00:51:43,916 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-08T00:51:43,920 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:51:43,921 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-08T00:51:43,921 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T00:51:43,922 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T00:51:43,923 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-08T00:51:43,924 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T00:51:43,924 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T00:51:43,925 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733619103921Disabling compacts and flushes for region at 1733619103921Disabling writes for close at 1733619103924 (+3 ms)Writing region close event to WAL at 1733619103924Closed at 1733619103924 2024-12-08T00:51:43,927 WARN [master/0f983e3e5be1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/MasterData/data/master/store/.initializing 2024-12-08T00:51:43,927 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/MasterData/WALs/0f983e3e5be1,44915,1733619102730 2024-12-08T00:51:43,935 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T00:51:43,948 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0f983e3e5be1%2C44915%2C1733619102730, suffix=, logDir=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/MasterData/WALs/0f983e3e5be1,44915,1733619102730, archiveDir=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/MasterData/oldWALs, maxLogs=10 2024-12-08T00:51:43,974 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/MasterData/WALs/0f983e3e5be1,44915,1733619102730/0f983e3e5be1%2C44915%2C1733619102730.1733619103952, exclude list is [], retry=0 2024-12-08T00:51:43,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:51:43,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42805,DS-bd6eab09-4001-44a8-80e5-1b1c6ee5fe8f,DISK] 2024-12-08T00:51:43,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45833,DS-7c3e4dae-72e8-4092-98aa-ece15fb2e237,DISK] 2024-12-08T00:51:43,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34955,DS-1ad15fd5-2d1f-434f-86e3-500eb7b221ca,DISK] 2024-12-08T00:51:43,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-08T00:51:44,026 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] crypto.Encryption(565): Installed org.apache.hadoop.hbase.io.crypto.MockAesKeyProvider into key provider cache 2024-12-08T00:51:44,081 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/MasterData/WALs/0f983e3e5be1,44915,1733619102730/0f983e3e5be1%2C44915%2C1733619102730.1733619103952 2024-12-08T00:51:44,082 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38603:38603),(127.0.0.1/127.0.0.1:46147:46147),(127.0.0.1/127.0.0.1:39463:39463)] 2024-12-08T00:51:44,082 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:51:44,082 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:51:44,085 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T00:51:44,085 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T00:51:44,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T00:51:44,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-08T00:51:44,142 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:51:44,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T00:51:44,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T00:51:44,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-08T00:51:44,148 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:51:44,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:51:44,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T00:51:44,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-08T00:51:44,151 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:51:44,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:51:44,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T00:51:44,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-08T00:51:44,155 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:51:44,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:51:44,156 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T00:51:44,159 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-08T00:51:44,160 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-08T00:51:44,164 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T00:51:44,165 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T00:51:44,168 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T00:51:44,171 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T00:51:44,175 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T00:51:44,176 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67563095, jitterRate=0.006768569350242615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T00:51:44,181 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733619104097Initializing all the Stores at 1733619104099 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733619104100 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619104100Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619104101 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619104101Cleaning up temporary data from old regions at 1733619104165 (+64 ms)Region opened successfully at 1733619104181 (+16 ms) 2024-12-08T00:51:44,182 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-08T00:51:44,209 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@96701c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0f983e3e5be1/172.17.0.2:0 2024-12-08T00:51:44,234 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-08T00:51:44,243 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-08T00:51:44,243 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-08T00:51:44,245 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-08T00:51:44,246 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-08T00:51:44,250 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-12-08T00:51:44,251 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-08T00:51:44,271 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-08T00:51:44,278 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44915-0x10002f5efbe0000, quorum=127.0.0.1:49683, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-08T00:51:44,312 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-08T00:51:44,318 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-08T00:51:44,320 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44915-0x10002f5efbe0000, quorum=127.0.0.1:49683, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-08T00:51:44,329 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-08T00:51:44,331 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-08T00:51:44,336 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44915-0x10002f5efbe0000, quorum=127.0.0.1:49683, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-08T00:51:44,345 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-08T00:51:44,347 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44915-0x10002f5efbe0000, quorum=127.0.0.1:49683, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-08T00:51:44,354 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-08T00:51:44,378 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44915-0x10002f5efbe0000, quorum=127.0.0.1:49683, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-08T00:51:44,387 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-08T00:51:44,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x10002f5efbe0000, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T00:51:44,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x10002f5efbe0001, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T00:51:44,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39847-0x10002f5efbe0003, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T00:51:44,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34241-0x10002f5efbe0002, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T00:51:44,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39847-0x10002f5efbe0003, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:51:44,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x10002f5efbe0001, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:51:44,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34241-0x10002f5efbe0002, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:51:44,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x10002f5efbe0000, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:51:44,399 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0f983e3e5be1,44915,1733619102730, sessionid=0x10002f5efbe0000, setting cluster-up flag (Was=false) 2024-12-08T00:51:44,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34241-0x10002f5efbe0002, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:51:44,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x10002f5efbe0001, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:51:44,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x10002f5efbe0000, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:51:44,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39847-0x10002f5efbe0003, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:51:44,446 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-08T00:51:44,449 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0f983e3e5be1,44915,1733619102730 2024-12-08T00:51:44,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x10002f5efbe0000, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:51:44,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34241-0x10002f5efbe0002, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:51:44,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39847-0x10002f5efbe0003, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:51:44,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x10002f5efbe0001, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:51:44,496 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-08T00:51:44,498 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0f983e3e5be1,44915,1733619102730 2024-12-08T00:51:44,506 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-08T00:51:44,569 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-08T00:51:44,577 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-08T00:51:44,582 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-08T00:51:44,583 INFO [RS:0;0f983e3e5be1:42221 {}] regionserver.HRegionServer(746): ClusterId : d4561caa-6248-4db4-86d3-66211f894aa2 2024-12-08T00:51:44,583 INFO [RS:1;0f983e3e5be1:34241 {}] regionserver.HRegionServer(746): ClusterId : d4561caa-6248-4db4-86d3-66211f894aa2 2024-12-08T00:51:44,583 INFO [RS:2;0f983e3e5be1:39847 {}] regionserver.HRegionServer(746): ClusterId : d4561caa-6248-4db4-86d3-66211f894aa2 2024-12-08T00:51:44,585 DEBUG [RS:1;0f983e3e5be1:34241 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T00:51:44,585 DEBUG [RS:0;0f983e3e5be1:42221 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T00:51:44,585 DEBUG [RS:2;0f983e3e5be1:39847 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T00:51:44,589 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0f983e3e5be1,44915,1733619102730 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-08T00:51:44,598 DEBUG [RS:1;0f983e3e5be1:34241 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T00:51:44,598 DEBUG [RS:2;0f983e3e5be1:39847 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T00:51:44,598 DEBUG [RS:0;0f983e3e5be1:42221 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T00:51:44,598 DEBUG [RS:1;0f983e3e5be1:34241 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T00:51:44,598 DEBUG [RS:2;0f983e3e5be1:39847 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T00:51:44,598 DEBUG [RS:0;0f983e3e5be1:42221 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T00:51:44,598 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0f983e3e5be1:0, corePoolSize=5, maxPoolSize=5 2024-12-08T00:51:44,598 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0f983e3e5be1:0, corePoolSize=5, maxPoolSize=5 2024-12-08T00:51:44,598 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0f983e3e5be1:0, corePoolSize=5, maxPoolSize=5 2024-12-08T00:51:44,599 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0f983e3e5be1:0, corePoolSize=5, maxPoolSize=5 2024-12-08T00:51:44,599 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0f983e3e5be1:0, corePoolSize=10, maxPoolSize=10 2024-12-08T00:51:44,599 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:51:44,599 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0f983e3e5be1:0, corePoolSize=2, maxPoolSize=2 2024-12-08T00:51:44,599 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:51:44,603 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733619134603 2024-12-08T00:51:44,604 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T00:51:44,604 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-08T00:51:44,605 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-08T00:51:44,606 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-08T00:51:44,609 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-08T00:51:44,609 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-08T00:51:44,609 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:51:44,609 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-08T00:51:44,609 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-08T00:51:44,610 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-08T00:51:44,610 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-08T00:51:44,613 DEBUG [RS:1;0f983e3e5be1:34241 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T00:51:44,613 DEBUG [RS:2;0f983e3e5be1:39847 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T00:51:44,614 DEBUG [RS:1;0f983e3e5be1:34241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@122fc961, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0f983e3e5be1/172.17.0.2:0 2024-12-08T00:51:44,614 DEBUG [RS:2;0f983e3e5be1:39847 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@289fb845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0f983e3e5be1/172.17.0.2:0 2024-12-08T00:51:44,614 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-08T00:51:44,614 DEBUG [RS:0;0f983e3e5be1:42221 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T00:51:44,615 DEBUG [RS:0;0f983e3e5be1:42221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45344025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0f983e3e5be1/172.17.0.2:0 2024-12-08T00:51:44,615 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-08T00:51:44,616 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-08T00:51:44,623 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-08T00:51:44,623 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-08T00:51:44,626 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0f983e3e5be1:0:becomeActiveMaster-HFileCleaner.large.0-1733619104625,5,FailOnTimeoutGroup] 2024-12-08T00:51:44,629 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0f983e3e5be1:0:becomeActiveMaster-HFileCleaner.small.0-1733619104626,5,FailOnTimeoutGroup] 2024-12-08T00:51:44,629 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-08T00:51:44,629 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-08T00:51:44,630 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-08T00:51:44,630 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-08T00:51:44,651 DEBUG [RS:2;0f983e3e5be1:39847 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;0f983e3e5be1:39847 2024-12-08T00:51:44,651 DEBUG [RS:0;0f983e3e5be1:42221 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0f983e3e5be1:42221 2024-12-08T00:51:44,651 DEBUG [RS:1;0f983e3e5be1:34241 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;0f983e3e5be1:34241 2024-12-08T00:51:44,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741831_1007 (size=1321) 2024-12-08T00:51:44,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741831_1007 (size=1321) 2024-12-08T00:51:44,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741831_1007 (size=1321) 2024-12-08T00:51:44,656 INFO [RS:0;0f983e3e5be1:42221 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T00:51:44,656 INFO [RS:1;0f983e3e5be1:34241 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T00:51:44,656 INFO [RS:0;0f983e3e5be1:42221 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T00:51:44,656 INFO [RS:1;0f983e3e5be1:34241 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T00:51:44,656 INFO [RS:2;0f983e3e5be1:39847 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T00:51:44,656 DEBUG [RS:1;0f983e3e5be1:34241 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T00:51:44,656 DEBUG [RS:0;0f983e3e5be1:42221 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T00:51:44,656 INFO [RS:2;0f983e3e5be1:39847 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T00:51:44,656 DEBUG [RS:2;0f983e3e5be1:39847 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T00:51:44,657 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-08T00:51:44,657 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a 2024-12-08T00:51:44,659 INFO [RS:0;0f983e3e5be1:42221 {}] regionserver.HRegionServer(2659): reportForDuty to master=0f983e3e5be1,44915,1733619102730 with port=42221, startcode=1733619103403 2024-12-08T00:51:44,659 INFO [RS:1;0f983e3e5be1:34241 {}] regionserver.HRegionServer(2659): reportForDuty to master=0f983e3e5be1,44915,1733619102730 with port=34241, startcode=1733619103508 2024-12-08T00:51:44,659 INFO [RS:2;0f983e3e5be1:39847 {}] regionserver.HRegionServer(2659): reportForDuty to master=0f983e3e5be1,44915,1733619102730 with port=39847, startcode=1733619103551 2024-12-08T00:51:44,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741832_1008 (size=32) 2024-12-08T00:51:44,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741832_1008 (size=32) 2024-12-08T00:51:44,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741832_1008 (size=32) 2024-12-08T00:51:44,673 DEBUG [RS:0;0f983e3e5be1:42221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T00:51:44,673 DEBUG [RS:2;0f983e3e5be1:39847 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T00:51:44,673 DEBUG [RS:1;0f983e3e5be1:34241 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T00:51:44,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:51:44,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-08T00:51:44,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T00:51:44,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:51:44,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T00:51:44,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-08T00:51:44,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-08T00:51:44,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:51:44,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T00:51:44,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-08T00:51:44,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T00:51:44,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:51:44,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T00:51:44,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-08T00:51:44,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T00:51:44,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:51:44,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T00:51:44,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-08T00:51:44,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/hbase/meta/1588230740 2024-12-08T00:51:44,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/hbase/meta/1588230740 2024-12-08T00:51:44,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-08T00:51:44,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-08T00:51:44,704 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T00:51:44,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-08T00:51:44,708 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48673, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T00:51:44,708 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50207, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T00:51:44,708 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52165, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T00:51:44,713 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T00:51:44,714 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67748999, jitterRate=0.00953875482082367}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T00:51:44,716 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44915 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0f983e3e5be1,42221,1733619103403 2024-12-08T00:51:44,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733619104675Initializing all the Stores at 1733619104676 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733619104676Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733619104677 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619104677Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733619104677Cleaning up temporary data from old regions at 1733619104703 (+26 ms)Region opened successfully at 1733619104717 (+14 ms) 2024-12-08T00:51:44,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-08T00:51:44,718 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-08T00:51:44,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-08T00:51:44,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T00:51:44,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T00:51:44,718 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44915 {}] master.ServerManager(517): Registering regionserver=0f983e3e5be1,42221,1733619103403 2024-12-08T00:51:44,719 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-08T00:51:44,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733619104718Disabling compacts and flushes for region at 1733619104718Disabling writes for close at 1733619104718Writing region close event to WAL at 1733619104719 (+1 ms)Closed at 1733619104719 2024-12-08T00:51:44,723 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T00:51:44,723 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-08T00:51:44,729 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44915 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0f983e3e5be1,39847,1733619103551 2024-12-08T00:51:44,730 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44915 {}] master.ServerManager(517): Registering regionserver=0f983e3e5be1,39847,1733619103551 2024-12-08T00:51:44,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-08T00:51:44,733 DEBUG [RS:0;0f983e3e5be1:42221 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a 2024-12-08T00:51:44,733 DEBUG [RS:0;0f983e3e5be1:42221 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35969 2024-12-08T00:51:44,733 DEBUG [RS:0;0f983e3e5be1:42221 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-08T00:51:44,735 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44915 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0f983e3e5be1,34241,1733619103508 2024-12-08T00:51:44,735 DEBUG [RS:2;0f983e3e5be1:39847 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a 2024-12-08T00:51:44,735 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44915 {}] master.ServerManager(517): Registering regionserver=0f983e3e5be1,34241,1733619103508 2024-12-08T00:51:44,735 DEBUG [RS:2;0f983e3e5be1:39847 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35969 2024-12-08T00:51:44,735 DEBUG [RS:2;0f983e3e5be1:39847 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-08T00:51:44,739 DEBUG [RS:1;0f983e3e5be1:34241 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a 2024-12-08T00:51:44,739 DEBUG [RS:1;0f983e3e5be1:34241 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35969 2024-12-08T00:51:44,739 DEBUG [RS:1;0f983e3e5be1:34241 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-08T00:51:44,742 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T00:51:44,745 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-08T00:51:44,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x10002f5efbe0000, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T00:51:44,791 DEBUG [RS:0;0f983e3e5be1:42221 {}] zookeeper.ZKUtil(111): regionserver:42221-0x10002f5efbe0001, quorum=127.0.0.1:49683, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0f983e3e5be1,42221,1733619103403 2024-12-08T00:51:44,791 WARN [RS:0;0f983e3e5be1:42221 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T00:51:44,791 DEBUG [RS:1;0f983e3e5be1:34241 {}] zookeeper.ZKUtil(111): regionserver:34241-0x10002f5efbe0002, quorum=127.0.0.1:49683, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0f983e3e5be1,34241,1733619103508 2024-12-08T00:51:44,791 DEBUG [RS:2;0f983e3e5be1:39847 {}] zookeeper.ZKUtil(111): regionserver:39847-0x10002f5efbe0003, quorum=127.0.0.1:49683, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0f983e3e5be1,39847,1733619103551 2024-12-08T00:51:44,791 INFO [RS:0;0f983e3e5be1:42221 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:51:44,791 WARN [RS:1;0f983e3e5be1:34241 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T00:51:44,791 WARN [RS:2;0f983e3e5be1:39847 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T00:51:44,791 INFO [RS:1;0f983e3e5be1:34241 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:51:44,791 DEBUG [RS:0;0f983e3e5be1:42221 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/WALs/0f983e3e5be1,42221,1733619103403 2024-12-08T00:51:44,791 INFO [RS:2;0f983e3e5be1:39847 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:51:44,791 DEBUG [RS:1;0f983e3e5be1:34241 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/WALs/0f983e3e5be1,34241,1733619103508 2024-12-08T00:51:44,791 DEBUG [RS:2;0f983e3e5be1:39847 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/WALs/0f983e3e5be1,39847,1733619103551 2024-12-08T00:51:44,793 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0f983e3e5be1,34241,1733619103508] 2024-12-08T00:51:44,793 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0f983e3e5be1,42221,1733619103403] 2024-12-08T00:51:44,793 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0f983e3e5be1,39847,1733619103551] 2024-12-08T00:51:44,817 INFO [RS:2;0f983e3e5be1:39847 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T00:51:44,817 INFO [RS:0;0f983e3e5be1:42221 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T00:51:44,817 INFO [RS:1;0f983e3e5be1:34241 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T00:51:44,829 INFO [RS:1;0f983e3e5be1:34241 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T00:51:44,829 INFO [RS:2;0f983e3e5be1:39847 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T00:51:44,829 INFO [RS:0;0f983e3e5be1:42221 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T00:51:44,834 INFO [RS:1;0f983e3e5be1:34241 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T00:51:44,834 INFO [RS:2;0f983e3e5be1:39847 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T00:51:44,834 INFO [RS:0;0f983e3e5be1:42221 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T00:51:44,834 INFO [RS:1;0f983e3e5be1:34241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T00:51:44,834 INFO [RS:2;0f983e3e5be1:39847 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T00:51:44,834 INFO [RS:0;0f983e3e5be1:42221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T00:51:44,835 INFO [RS:1;0f983e3e5be1:34241 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T00:51:44,840 INFO [RS:0;0f983e3e5be1:42221 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T00:51:44,840 INFO [RS:2;0f983e3e5be1:39847 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T00:51:44,841 INFO [RS:1;0f983e3e5be1:34241 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T00:51:44,841 INFO [RS:2;0f983e3e5be1:39847 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T00:51:44,842 INFO [RS:0;0f983e3e5be1:42221 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T00:51:44,843 INFO [RS:1;0f983e3e5be1:34241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T00:51:44,843 INFO [RS:0;0f983e3e5be1:42221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T00:51:44,843 INFO [RS:2;0f983e3e5be1:39847 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T00:51:44,843 DEBUG [RS:0;0f983e3e5be1:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:51:44,843 DEBUG [RS:1;0f983e3e5be1:34241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:51:44,843 DEBUG [RS:2;0f983e3e5be1:39847 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:51:44,843 DEBUG [RS:0;0f983e3e5be1:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:51:44,843 DEBUG [RS:1;0f983e3e5be1:34241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:51:44,843 DEBUG [RS:2;0f983e3e5be1:39847 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:51:44,844 DEBUG [RS:1;0f983e3e5be1:34241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:51:44,844 DEBUG [RS:0;0f983e3e5be1:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:51:44,844 DEBUG [RS:2;0f983e3e5be1:39847 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:51:44,844 DEBUG [RS:1;0f983e3e5be1:34241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:51:44,844 DEBUG [RS:0;0f983e3e5be1:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:51:44,844 DEBUG [RS:2;0f983e3e5be1:39847 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:51:44,844 DEBUG [RS:1;0f983e3e5be1:34241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:51:44,844 DEBUG [RS:0;0f983e3e5be1:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:51:44,844 DEBUG [RS:2;0f983e3e5be1:39847 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:51:44,844 DEBUG [RS:0;0f983e3e5be1:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0f983e3e5be1:0, corePoolSize=2, maxPoolSize=2 2024-12-08T00:51:44,844 DEBUG [RS:1;0f983e3e5be1:34241 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0f983e3e5be1:0, corePoolSize=2, maxPoolSize=2 2024-12-08T00:51:44,844 DEBUG [RS:2;0f983e3e5be1:39847 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0f983e3e5be1:0, corePoolSize=2, maxPoolSize=2 2024-12-08T00:51:44,844 DEBUG [RS:0;0f983e3e5be1:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:51:44,844 DEBUG [RS:1;0f983e3e5be1:34241 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:51:44,844 DEBUG [RS:2;0f983e3e5be1:39847 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:51:44,844 DEBUG [RS:0;0f983e3e5be1:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:51:44,844 DEBUG [RS:1;0f983e3e5be1:34241 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:51:44,844 DEBUG [RS:2;0f983e3e5be1:39847 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:51:44,845 DEBUG [RS:1;0f983e3e5be1:34241 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:51:44,845 DEBUG [RS:0;0f983e3e5be1:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:51:44,845 DEBUG [RS:2;0f983e3e5be1:39847 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:51:44,845 DEBUG [RS:1;0f983e3e5be1:34241 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:51:44,845 DEBUG [RS:0;0f983e3e5be1:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:51:44,845 DEBUG [RS:2;0f983e3e5be1:39847 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:51:44,845 DEBUG [RS:1;0f983e3e5be1:34241 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:51:44,845 DEBUG [RS:0;0f983e3e5be1:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:51:44,845 DEBUG [RS:2;0f983e3e5be1:39847 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:51:44,845 DEBUG [RS:0;0f983e3e5be1:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:51:44,845 DEBUG [RS:1;0f983e3e5be1:34241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:51:44,845 DEBUG [RS:2;0f983e3e5be1:39847 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0f983e3e5be1:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:51:44,845 DEBUG [RS:2;0f983e3e5be1:39847 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0f983e3e5be1:0, corePoolSize=3, maxPoolSize=3 2024-12-08T00:51:44,845 DEBUG [RS:1;0f983e3e5be1:34241 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0f983e3e5be1:0, corePoolSize=3, maxPoolSize=3 2024-12-08T00:51:44,845 DEBUG [RS:0;0f983e3e5be1:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0f983e3e5be1:0, corePoolSize=3, maxPoolSize=3 2024-12-08T00:51:44,845 DEBUG [RS:2;0f983e3e5be1:39847 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0f983e3e5be1:0, corePoolSize=3, maxPoolSize=3 2024-12-08T00:51:44,845 DEBUG [RS:1;0f983e3e5be1:34241 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0f983e3e5be1:0, corePoolSize=3, maxPoolSize=3 2024-12-08T00:51:44,845 DEBUG [RS:0;0f983e3e5be1:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0f983e3e5be1:0, corePoolSize=3, maxPoolSize=3 2024-12-08T00:51:44,854 INFO [RS:1;0f983e3e5be1:34241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T00:51:44,854 INFO [RS:2;0f983e3e5be1:39847 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T00:51:44,854 INFO [RS:0;0f983e3e5be1:42221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T00:51:44,854 INFO [RS:0;0f983e3e5be1:42221 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T00:51:44,854 INFO [RS:1;0f983e3e5be1:34241 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T00:51:44,854 INFO [RS:2;0f983e3e5be1:39847 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T00:51:44,854 INFO [RS:0;0f983e3e5be1:42221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T00:51:44,854 INFO [RS:1;0f983e3e5be1:34241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T00:51:44,854 INFO [RS:2;0f983e3e5be1:39847 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T00:51:44,854 INFO [RS:1;0f983e3e5be1:34241 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T00:51:44,854 INFO [RS:0;0f983e3e5be1:42221 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T00:51:44,854 INFO [RS:2;0f983e3e5be1:39847 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T00:51:44,854 INFO [RS:1;0f983e3e5be1:34241 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T00:51:44,855 INFO [RS:0;0f983e3e5be1:42221 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T00:51:44,855 INFO [RS:2;0f983e3e5be1:39847 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T00:51:44,855 INFO [RS:1;0f983e3e5be1:34241 {}] hbase.ChoreService(168): Chore ScheduledChore name=0f983e3e5be1,34241,1733619103508-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T00:51:44,855 INFO [RS:0;0f983e3e5be1:42221 {}] hbase.ChoreService(168): Chore ScheduledChore name=0f983e3e5be1,42221,1733619103403-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T00:51:44,855 INFO [RS:2;0f983e3e5be1:39847 {}] hbase.ChoreService(168): Chore ScheduledChore name=0f983e3e5be1,39847,1733619103551-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T00:51:44,871 INFO [RS:0;0f983e3e5be1:42221 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T00:51:44,873 INFO [RS:0;0f983e3e5be1:42221 {}] hbase.ChoreService(168): Chore ScheduledChore name=0f983e3e5be1,42221,1733619103403-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T00:51:44,874 INFO [RS:1;0f983e3e5be1:34241 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T00:51:44,874 INFO [RS:0;0f983e3e5be1:42221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T00:51:44,874 INFO [RS:1;0f983e3e5be1:34241 {}] hbase.ChoreService(168): Chore ScheduledChore name=0f983e3e5be1,34241,1733619103508-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T00:51:44,874 INFO [RS:0;0f983e3e5be1:42221 {}] regionserver.Replication(171): 0f983e3e5be1,42221,1733619103403 started 2024-12-08T00:51:44,874 INFO [RS:1;0f983e3e5be1:34241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T00:51:44,874 INFO [RS:1;0f983e3e5be1:34241 {}] regionserver.Replication(171): 0f983e3e5be1,34241,1733619103508 started 2024-12-08T00:51:44,875 INFO [RS:2;0f983e3e5be1:39847 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T00:51:44,876 INFO [RS:2;0f983e3e5be1:39847 {}] hbase.ChoreService(168): Chore ScheduledChore name=0f983e3e5be1,39847,1733619103551-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T00:51:44,876 INFO [RS:2;0f983e3e5be1:39847 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T00:51:44,876 INFO [RS:2;0f983e3e5be1:39847 {}] regionserver.Replication(171): 0f983e3e5be1,39847,1733619103551 started 2024-12-08T00:51:44,894 INFO [RS:0;0f983e3e5be1:42221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T00:51:44,894 INFO [RS:0;0f983e3e5be1:42221 {}] regionserver.HRegionServer(1482): Serving as 0f983e3e5be1,42221,1733619103403, RpcServer on 0f983e3e5be1/172.17.0.2:42221, sessionid=0x10002f5efbe0001 2024-12-08T00:51:44,895 DEBUG [RS:0;0f983e3e5be1:42221 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T00:51:44,895 DEBUG [RS:0;0f983e3e5be1:42221 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0f983e3e5be1,42221,1733619103403 2024-12-08T00:51:44,895 DEBUG [RS:0;0f983e3e5be1:42221 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0f983e3e5be1,42221,1733619103403' 2024-12-08T00:51:44,895 DEBUG [RS:0;0f983e3e5be1:42221 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T00:51:44,896 INFO [RS:1;0f983e3e5be1:34241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T00:51:44,896 INFO [RS:2;0f983e3e5be1:39847 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T00:51:44,896 WARN [0f983e3e5be1:44915 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-08T00:51:44,896 INFO [RS:1;0f983e3e5be1:34241 {}] regionserver.HRegionServer(1482): Serving as 0f983e3e5be1,34241,1733619103508, RpcServer on 0f983e3e5be1/172.17.0.2:34241, sessionid=0x10002f5efbe0002 2024-12-08T00:51:44,896 INFO [RS:2;0f983e3e5be1:39847 {}] regionserver.HRegionServer(1482): Serving as 0f983e3e5be1,39847,1733619103551, RpcServer on 0f983e3e5be1/172.17.0.2:39847, sessionid=0x10002f5efbe0003 2024-12-08T00:51:44,896 DEBUG [RS:1;0f983e3e5be1:34241 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T00:51:44,896 DEBUG [RS:2;0f983e3e5be1:39847 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T00:51:44,896 DEBUG [RS:1;0f983e3e5be1:34241 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0f983e3e5be1,34241,1733619103508 2024-12-08T00:51:44,896 DEBUG [RS:2;0f983e3e5be1:39847 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0f983e3e5be1,39847,1733619103551 2024-12-08T00:51:44,896 DEBUG [RS:0;0f983e3e5be1:42221 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T00:51:44,896 DEBUG [RS:1;0f983e3e5be1:34241 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0f983e3e5be1,34241,1733619103508' 2024-12-08T00:51:44,896 DEBUG [RS:2;0f983e3e5be1:39847 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0f983e3e5be1,39847,1733619103551' 2024-12-08T00:51:44,896 DEBUG [RS:2;0f983e3e5be1:39847 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T00:51:44,896 DEBUG [RS:1;0f983e3e5be1:34241 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T00:51:44,897 DEBUG [RS:0;0f983e3e5be1:42221 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T00:51:44,897 DEBUG [RS:0;0f983e3e5be1:42221 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T00:51:44,897 DEBUG [RS:2;0f983e3e5be1:39847 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T00:51:44,897 DEBUG [RS:1;0f983e3e5be1:34241 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T00:51:44,897 DEBUG [RS:0;0f983e3e5be1:42221 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0f983e3e5be1,42221,1733619103403 2024-12-08T00:51:44,897 DEBUG [RS:0;0f983e3e5be1:42221 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0f983e3e5be1,42221,1733619103403' 2024-12-08T00:51:44,897 DEBUG [RS:0;0f983e3e5be1:42221 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T00:51:44,898 DEBUG [RS:2;0f983e3e5be1:39847 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T00:51:44,898 DEBUG [RS:2;0f983e3e5be1:39847 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T00:51:44,898 DEBUG [RS:1;0f983e3e5be1:34241 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T00:51:44,898 DEBUG [RS:2;0f983e3e5be1:39847 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0f983e3e5be1,39847,1733619103551 2024-12-08T00:51:44,898 DEBUG [RS:1;0f983e3e5be1:34241 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T00:51:44,898 DEBUG [RS:2;0f983e3e5be1:39847 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0f983e3e5be1,39847,1733619103551' 2024-12-08T00:51:44,898 DEBUG [RS:1;0f983e3e5be1:34241 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0f983e3e5be1,34241,1733619103508 2024-12-08T00:51:44,898 DEBUG [RS:2;0f983e3e5be1:39847 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T00:51:44,898 DEBUG [RS:0;0f983e3e5be1:42221 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T00:51:44,898 DEBUG [RS:1;0f983e3e5be1:34241 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0f983e3e5be1,34241,1733619103508' 2024-12-08T00:51:44,898 DEBUG [RS:1;0f983e3e5be1:34241 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T00:51:44,898 DEBUG [RS:2;0f983e3e5be1:39847 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T00:51:44,898 DEBUG [RS:0;0f983e3e5be1:42221 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T00:51:44,898 INFO [RS:0;0f983e3e5be1:42221 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T00:51:44,899 DEBUG [RS:1;0f983e3e5be1:34241 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T00:51:44,899 INFO [RS:0;0f983e3e5be1:42221 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T00:51:44,899 DEBUG [RS:2;0f983e3e5be1:39847 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T00:51:44,899 INFO [RS:2;0f983e3e5be1:39847 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T00:51:44,899 INFO [RS:2;0f983e3e5be1:39847 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T00:51:44,899 DEBUG [RS:1;0f983e3e5be1:34241 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T00:51:44,899 INFO [RS:1;0f983e3e5be1:34241 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T00:51:44,899 INFO [RS:1;0f983e3e5be1:34241 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T00:51:45,005 INFO [RS:2;0f983e3e5be1:39847 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T00:51:45,005 INFO [RS:1;0f983e3e5be1:34241 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T00:51:45,005 INFO [RS:0;0f983e3e5be1:42221 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T00:51:45,008 INFO [RS:0;0f983e3e5be1:42221 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0f983e3e5be1%2C42221%2C1733619103403, suffix=, logDir=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/WALs/0f983e3e5be1,42221,1733619103403, archiveDir=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/oldWALs, maxLogs=32 2024-12-08T00:51:45,008 INFO [RS:2;0f983e3e5be1:39847 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0f983e3e5be1%2C39847%2C1733619103551, suffix=, logDir=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/WALs/0f983e3e5be1,39847,1733619103551, archiveDir=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/oldWALs, maxLogs=32 2024-12-08T00:51:45,008 INFO [RS:1;0f983e3e5be1:34241 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0f983e3e5be1%2C34241%2C1733619103508, suffix=, logDir=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/WALs/0f983e3e5be1,34241,1733619103508, archiveDir=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/oldWALs, maxLogs=32 2024-12-08T00:51:45,023 DEBUG [RS:0;0f983e3e5be1:42221 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/WALs/0f983e3e5be1,42221,1733619103403/0f983e3e5be1%2C42221%2C1733619103403.1733619105011, exclude list is [], retry=0 2024-12-08T00:51:45,023 DEBUG [RS:2;0f983e3e5be1:39847 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/WALs/0f983e3e5be1,39847,1733619103551/0f983e3e5be1%2C39847%2C1733619103551.1733619105012, exclude list is [], retry=0 2024-12-08T00:51:45,025 DEBUG [RS:1;0f983e3e5be1:34241 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/WALs/0f983e3e5be1,34241,1733619103508/0f983e3e5be1%2C34241%2C1733619103508.1733619105012, exclude list is [], retry=0 2024-12-08T00:51:45,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45833,DS-7c3e4dae-72e8-4092-98aa-ece15fb2e237,DISK] 2024-12-08T00:51:45,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45833,DS-7c3e4dae-72e8-4092-98aa-ece15fb2e237,DISK] 2024-12-08T00:51:45,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42805,DS-bd6eab09-4001-44a8-80e5-1b1c6ee5fe8f,DISK] 2024-12-08T00:51:45,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34955,DS-1ad15fd5-2d1f-434f-86e3-500eb7b221ca,DISK] 2024-12-08T00:51:45,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34955,DS-1ad15fd5-2d1f-434f-86e3-500eb7b221ca,DISK] 2024-12-08T00:51:45,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42805,DS-bd6eab09-4001-44a8-80e5-1b1c6ee5fe8f,DISK] 2024-12-08T00:51:45,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45833,DS-7c3e4dae-72e8-4092-98aa-ece15fb2e237,DISK] 2024-12-08T00:51:45,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34955,DS-1ad15fd5-2d1f-434f-86e3-500eb7b221ca,DISK] 2024-12-08T00:51:45,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42805,DS-bd6eab09-4001-44a8-80e5-1b1c6ee5fe8f,DISK] 2024-12-08T00:51:45,057 INFO [RS:1;0f983e3e5be1:34241 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/WALs/0f983e3e5be1,34241,1733619103508/0f983e3e5be1%2C34241%2C1733619103508.1733619105012 2024-12-08T00:51:45,057 INFO [RS:0;0f983e3e5be1:42221 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/WALs/0f983e3e5be1,42221,1733619103403/0f983e3e5be1%2C42221%2C1733619103403.1733619105011 2024-12-08T00:51:45,057 DEBUG [RS:1;0f983e3e5be1:34241 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46147:46147),(127.0.0.1/127.0.0.1:39463:39463),(127.0.0.1/127.0.0.1:38603:38603)] 2024-12-08T00:51:45,058 DEBUG [RS:0;0f983e3e5be1:42221 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46147:46147),(127.0.0.1/127.0.0.1:38603:38603),(127.0.0.1/127.0.0.1:39463:39463)] 2024-12-08T00:51:45,059 INFO [RS:2;0f983e3e5be1:39847 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/WALs/0f983e3e5be1,39847,1733619103551/0f983e3e5be1%2C39847%2C1733619103551.1733619105012 2024-12-08T00:51:45,059 DEBUG [RS:2;0f983e3e5be1:39847 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46147:46147),(127.0.0.1/127.0.0.1:38603:38603),(127.0.0.1/127.0.0.1:39463:39463)] 2024-12-08T00:51:45,150 DEBUG [0f983e3e5be1:44915 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-08T00:51:45,161 DEBUG [0f983e3e5be1:44915 {}] balancer.BalancerClusterState(204): Hosts are {0f983e3e5be1=0} racks are {/default-rack=0} 2024-12-08T00:51:45,167 DEBUG [0f983e3e5be1:44915 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-08T00:51:45,167 DEBUG [0f983e3e5be1:44915 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-08T00:51:45,167 DEBUG [0f983e3e5be1:44915 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-08T00:51:45,167 DEBUG [0f983e3e5be1:44915 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-08T00:51:45,167 DEBUG [0f983e3e5be1:44915 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-08T00:51:45,167 DEBUG [0f983e3e5be1:44915 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-08T00:51:45,167 INFO [0f983e3e5be1:44915 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-08T00:51:45,168 INFO [0f983e3e5be1:44915 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-08T00:51:45,168 INFO [0f983e3e5be1:44915 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-08T00:51:45,168 DEBUG [0f983e3e5be1:44915 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-08T00:51:45,174 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0f983e3e5be1,34241,1733619103508 2024-12-08T00:51:45,179 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0f983e3e5be1,34241,1733619103508, state=OPENING 2024-12-08T00:51:45,195 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-08T00:51:45,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39847-0x10002f5efbe0003, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:51:45,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x10002f5efbe0000, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:51:45,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x10002f5efbe0001, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:51:45,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34241-0x10002f5efbe0002, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:51:45,205 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T00:51:45,205 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T00:51:45,205 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T00:51:45,205 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T00:51:45,207 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T00:51:45,210 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0f983e3e5be1,34241,1733619103508}] 2024-12-08T00:51:45,394 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T00:51:45,396 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57009, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T00:51:45,407 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-08T00:51:45,408 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:51:45,408 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-08T00:51:45,411 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0f983e3e5be1%2C34241%2C1733619103508.meta, suffix=.meta, logDir=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/WALs/0f983e3e5be1,34241,1733619103508, archiveDir=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/oldWALs, maxLogs=32 2024-12-08T00:51:45,426 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/WALs/0f983e3e5be1,34241,1733619103508/0f983e3e5be1%2C34241%2C1733619103508.meta.1733619105413.meta, exclude list is [], retry=0 2024-12-08T00:51:45,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45833,DS-7c3e4dae-72e8-4092-98aa-ece15fb2e237,DISK] 2024-12-08T00:51:45,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34955,DS-1ad15fd5-2d1f-434f-86e3-500eb7b221ca,DISK] 2024-12-08T00:51:45,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42805,DS-bd6eab09-4001-44a8-80e5-1b1c6ee5fe8f,DISK] 2024-12-08T00:51:45,460 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/WALs/0f983e3e5be1,34241,1733619103508/0f983e3e5be1%2C34241%2C1733619103508.meta.1733619105413.meta 2024-12-08T00:51:45,461 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38603:38603),(127.0.0.1/127.0.0.1:46147:46147),(127.0.0.1/127.0.0.1:39463:39463)] 2024-12-08T00:51:45,461 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:51:45,463 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-08T00:51:45,466 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-08T00:51:45,471 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-08T00:51:45,475 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-08T00:51:45,476 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:51:45,476 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-08T00:51:45,476 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-08T00:51:45,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-08T00:51:45,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T00:51:45,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:51:45,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T00:51:45,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-08T00:51:45,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-08T00:51:45,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:51:45,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T00:51:45,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-08T00:51:45,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T00:51:45,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:51:45,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T00:51:45,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-08T00:51:45,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T00:51:45,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:51:45,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T00:51:45,489 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-08T00:51:45,491 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/hbase/meta/1588230740 2024-12-08T00:51:45,493 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/hbase/meta/1588230740 2024-12-08T00:51:45,496 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-08T00:51:45,496 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-08T00:51:45,497 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T00:51:45,500 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-08T00:51:45,501 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65722555, jitterRate=-0.02065761387348175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T00:51:45,502 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-08T00:51:45,503 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733619105476Writing region info on filesystem at 1733619105477 (+1 ms)Initializing all the Stores at 1733619105478 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733619105479 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733619105479Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619105479Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733619105479Cleaning up temporary data from old regions at 1733619105496 (+17 ms)Running coprocessor post-open hooks at 1733619105502 (+6 ms)Region opened successfully at 1733619105503 (+1 ms) 2024-12-08T00:51:45,509 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733619105385 2024-12-08T00:51:45,519 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-08T00:51:45,520 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-08T00:51:45,521 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0f983e3e5be1,34241,1733619103508 2024-12-08T00:51:45,524 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0f983e3e5be1,34241,1733619103508, state=OPEN 2024-12-08T00:51:45,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34241-0x10002f5efbe0002, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T00:51:45,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39847-0x10002f5efbe0003, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T00:51:45,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x10002f5efbe0000, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T00:51:45,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x10002f5efbe0001, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T00:51:45,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T00:51:45,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T00:51:45,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T00:51:45,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T00:51:45,546 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0f983e3e5be1,34241,1733619103508 2024-12-08T00:51:45,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-08T00:51:45,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0f983e3e5be1,34241,1733619103508 in 338 msec 2024-12-08T00:51:45,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-08T00:51:45,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 827 msec 2024-12-08T00:51:45,565 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T00:51:45,565 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-08T00:51:45,582 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T00:51:45,584 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0f983e3e5be1,34241,1733619103508, seqNum=-1] 2024-12-08T00:51:45,603 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T00:51:45,606 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48217, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T00:51:45,628 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0910 sec 2024-12-08T00:51:45,628 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733619105628, completionTime=-1 2024-12-08T00:51:45,631 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-08T00:51:45,631 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-08T00:51:45,674 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-08T00:51:45,674 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733619165674 2024-12-08T00:51:45,674 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733619225674 2024-12-08T00:51:45,674 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 42 msec 2024-12-08T00:51:45,675 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-08T00:51:45,682 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0f983e3e5be1,44915,1733619102730-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T00:51:45,682 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0f983e3e5be1,44915,1733619102730-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T00:51:45,682 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0f983e3e5be1,44915,1733619102730-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T00:51:45,683 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0f983e3e5be1:44915, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T00:51:45,684 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-08T00:51:45,684 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-08T00:51:45,692 DEBUG [master/0f983e3e5be1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-08T00:51:45,711 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.064sec 2024-12-08T00:51:45,712 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-08T00:51:45,713 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-08T00:51:45,714 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-08T00:51:45,714 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-08T00:51:45,714 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-08T00:51:45,715 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0f983e3e5be1,44915,1733619102730-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T00:51:45,715 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0f983e3e5be1,44915,1733619102730-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-08T00:51:45,719 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-08T00:51:45,720 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-08T00:51:45,720 INFO [master/0f983e3e5be1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0f983e3e5be1,44915,1733619102730-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T00:51:45,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6adc31d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T00:51:45,794 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0f983e3e5be1,44915,-1 for getting cluster id 2024-12-08T00:51:45,796 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T00:51:45,803 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4561caa-6248-4db4-86d3-66211f894aa2' 2024-12-08T00:51:45,805 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T00:51:45,806 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4561caa-6248-4db4-86d3-66211f894aa2" 2024-12-08T00:51:45,806 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@98334f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T00:51:45,806 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0f983e3e5be1,44915,-1] 2024-12-08T00:51:45,809 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T00:51:45,810 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T00:51:45,812 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55044, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T00:51:45,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a9e95a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T00:51:45,816 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T00:51:45,823 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0f983e3e5be1,34241,1733619103508, seqNum=-1] 2024-12-08T00:51:45,824 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T00:51:45,826 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56824, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T00:51:45,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0f983e3e5be1,44915,1733619102730 2024-12-08T00:51:45,845 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:35969/hbase 2024-12-08T00:51:45,860 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit0 Thread=368, OpenFileDescriptor=611, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=17836 2024-12-08T00:51:45,877 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:51:45,880 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:51:45,881 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T00:51:45,885 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-60118950, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/hregion-60118950, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-08T00:51:45,898 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-60118950/hregion-60118950.1733619105887, exclude list is [], retry=0 2024-12-08T00:51:45,903 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34955,DS-1ad15fd5-2d1f-434f-86e3-500eb7b221ca,DISK] 2024-12-08T00:51:45,903 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45833,DS-7c3e4dae-72e8-4092-98aa-ece15fb2e237,DISK] 2024-12-08T00:51:45,904 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42805,DS-bd6eab09-4001-44a8-80e5-1b1c6ee5fe8f,DISK] 2024-12-08T00:51:45,939 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-60118950/hregion-60118950.1733619105887 2024-12-08T00:51:45,940 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38603:38603),(127.0.0.1/127.0.0.1:46147:46147),(127.0.0.1/127.0.0.1:39463:39463)] 2024-12-08T00:51:45,940 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => a11574bff91ec4c11e5d64d2dc0f5aea, NAME => 'testReplayEditsWrittenIntoWAL,,1733619105877.a11574bff91ec4c11e5d64d2dc0f5aea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35969/hbase 2024-12-08T00:51:45,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741838_1014 (size=64) 2024-12-08T00:51:45,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741838_1014 (size=64) 2024-12-08T00:51:45,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741838_1014 (size=64) 2024-12-08T00:51:45,953 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733619105877.a11574bff91ec4c11e5d64d2dc0f5aea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:51:45,955 INFO [StoreOpener-a11574bff91ec4c11e5d64d2dc0f5aea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a11574bff91ec4c11e5d64d2dc0f5aea 2024-12-08T00:51:45,958 INFO [StoreOpener-a11574bff91ec4c11e5d64d2dc0f5aea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a11574bff91ec4c11e5d64d2dc0f5aea columnFamilyName a 2024-12-08T00:51:45,958 DEBUG [StoreOpener-a11574bff91ec4c11e5d64d2dc0f5aea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:51:45,959 INFO [StoreOpener-a11574bff91ec4c11e5d64d2dc0f5aea-1 {}] regionserver.HStore(327): Store=a11574bff91ec4c11e5d64d2dc0f5aea/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:51:45,959 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a11574bff91ec4c11e5d64d2dc0f5aea 2024-12-08T00:51:45,961 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/a11574bff91ec4c11e5d64d2dc0f5aea 2024-12-08T00:51:45,961 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/a11574bff91ec4c11e5d64d2dc0f5aea 2024-12-08T00:51:45,962 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a11574bff91ec4c11e5d64d2dc0f5aea 2024-12-08T00:51:45,962 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a11574bff91ec4c11e5d64d2dc0f5aea 2024-12-08T00:51:45,965 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a11574bff91ec4c11e5d64d2dc0f5aea 2024-12-08T00:51:45,969 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/a11574bff91ec4c11e5d64d2dc0f5aea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T00:51:45,970 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a11574bff91ec4c11e5d64d2dc0f5aea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66336839, jitterRate=-0.011504068970680237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T00:51:45,970 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a11574bff91ec4c11e5d64d2dc0f5aea: Writing region info on filesystem at 1733619105953Initializing all the Stores at 1733619105955 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619105955Cleaning up temporary data from old regions at 1733619105962 (+7 ms)Region opened successfully at 1733619105970 (+8 ms) 2024-12-08T00:51:45,971 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a11574bff91ec4c11e5d64d2dc0f5aea, disabling compactions & flushes 2024-12-08T00:51:45,971 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733619105877.a11574bff91ec4c11e5d64d2dc0f5aea. 2024-12-08T00:51:45,971 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733619105877.a11574bff91ec4c11e5d64d2dc0f5aea. 2024-12-08T00:51:45,971 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733619105877.a11574bff91ec4c11e5d64d2dc0f5aea. after waiting 0 ms 2024-12-08T00:51:45,971 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733619105877.a11574bff91ec4c11e5d64d2dc0f5aea. 2024-12-08T00:51:45,971 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733619105877.a11574bff91ec4c11e5d64d2dc0f5aea. 2024-12-08T00:51:45,971 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a11574bff91ec4c11e5d64d2dc0f5aea: Waiting for close lock at 1733619105971Disabling compacts and flushes for region at 1733619105971Disabling writes for close at 1733619105971Writing region close event to WAL at 1733619105971Closed at 1733619105971 2024-12-08T00:51:45,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741837_1013 (size=175) 2024-12-08T00:51:45,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741837_1013 (size=175) 2024-12-08T00:51:45,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741837_1013 (size=175) 2024-12-08T00:51:45,983 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T00:51:45,984 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-60118950:(num 1733619105887) 2024-12-08T00:51:45,986 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-08T00:51:46,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741839_1015 (size=469) 2024-12-08T00:51:46,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741839_1015 (size=469) 2024-12-08T00:51:46,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741839_1015 (size=469) 2024-12-08T00:51:46,032 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-08T00:51:46,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741840_1016 (size=322) 2024-12-08T00:51:46,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741840_1016 (size=322) 2024-12-08T00:51:46,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741840_1016 (size=322) 2024-12-08T00:51:46,089 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733619105875/wal-1, size=469 (469bytes) 2024-12-08T00:51:46,089 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-08T00:51:46,089 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-08T00:51:46,089 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733619105875/wal-1 2024-12-08T00:51:46,095 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733619105875/wal-1 after 4ms 2024-12-08T00:51:46,124 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-08T00:51:46,125 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733619105875/wal-1 took 37ms 2024-12-08T00:51:46,129 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733619105875/wal-1 so closing down 2024-12-08T00:51:46,130 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T00:51:46,132 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-08T00:51:46,155 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/a11574bff91ec4c11e5d64d2dc0f5aea/recovered.edits/0000000000000000001-wal-1.temp 2024-12-08T00:51:46,157 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T00:51:46,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741841_1017 (size=469) 2024-12-08T00:51:46,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741841_1017 (size=469) 2024-12-08T00:51:46,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741841_1017 (size=469) 2024-12-08T00:51:46,168 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/a11574bff91ec4c11e5d64d2dc0f5aea/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-08T00:51:46,171 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/a11574bff91ec4c11e5d64d2dc0f5aea/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/a11574bff91ec4c11e5d64d2dc0f5aea/recovered.edits/0000000000000000002 2024-12-08T00:51:46,176 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733619105875/wal-1, size=469, length=469, corrupted=false, cancelled=false 2024-12-08T00:51:46,176 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733619105875/wal-1, journal: Splitting hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733619105875/wal-1, size=469 (469bytes) at 1733619106089Finishing writing output for hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733619105875/wal-1 so closing down at 1733619106129 (+40 ms)Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/a11574bff91ec4c11e5d64d2dc0f5aea/recovered.edits/0000000000000000001-wal-1.temp at 1733619106156 (+27 ms)3 split writer threads finished at 1733619106157 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/a11574bff91ec4c11e5d64d2dc0f5aea/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733619106168 (+11 ms)Rename recovered edits hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/a11574bff91ec4c11e5d64d2dc0f5aea/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/a11574bff91ec4c11e5d64d2dc0f5aea/recovered.edits/0000000000000000002 at 1733619106171 (+3 ms)Processed 2 edits across 1 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733619105875/wal-1, size=469, length=469, corrupted=false, cancelled=false at 1733619106176 (+5 ms) 2024-12-08T00:51:46,196 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733619105875/wal-2, size=322 (322bytes) 2024-12-08T00:51:46,196 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733619105875/wal-2 2024-12-08T00:51:46,197 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733619105875/wal-2 after 0ms 2024-12-08T00:51:46,221 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-08T00:51:46,222 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733619105875/wal-2 took 27ms 2024-12-08T00:51:46,225 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733619105875/wal-2 so closing down 2024-12-08T00:51:46,225 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T00:51:46,227 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-08T00:51:46,249 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/a11574bff91ec4c11e5d64d2dc0f5aea/recovered.edits/0000000000000000002-wal-2.temp 2024-12-08T00:51:46,249 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T00:51:46,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741842_1018 (size=322) 2024-12-08T00:51:46,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741842_1018 (size=322) 2024-12-08T00:51:46,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741842_1018 (size=322) 2024-12-08T00:51:46,258 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/a11574bff91ec4c11e5d64d2dc0f5aea/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-08T00:51:46,284 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-08T00:51:46,287 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/a11574bff91ec4c11e5d64d2dc0f5aea/recovered.edits/0000000000000000002-wal-2.temp, length=322 2024-12-08T00:51:46,288 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 66 ms; skipped=0; WAL=hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733619105875/wal-2, size=322, length=322, corrupted=false, cancelled=false 2024-12-08T00:51:46,288 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733619105875/wal-2, journal: Splitting hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733619105875/wal-2, size=322 (322bytes) at 1733619106196Finishing writing output for hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733619105875/wal-2 so closing down at 1733619106225 (+29 ms)Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/a11574bff91ec4c11e5d64d2dc0f5aea/recovered.edits/0000000000000000002-wal-2.temp at 1733619106249 (+24 ms)3 split writer threads finished at 1733619106249Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/a11574bff91ec4c11e5d64d2dc0f5aea/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733619106258 (+9 ms)Processed 1 edits across 1 Regions in 66 ms; skipped=0; WAL=hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733619105875/wal-2, size=322, length=322, corrupted=false, cancelled=false at 1733619106288 (+30 ms) 2024-12-08T00:51:46,289 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T00:51:46,291 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733619105875, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-08T00:51:46,303 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733619105875/wal.1733619106292, exclude list is [], retry=0 2024-12-08T00:51:46,307 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45833,DS-7c3e4dae-72e8-4092-98aa-ece15fb2e237,DISK] 2024-12-08T00:51:46,307 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42805,DS-bd6eab09-4001-44a8-80e5-1b1c6ee5fe8f,DISK] 2024-12-08T00:51:46,308 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34955,DS-1ad15fd5-2d1f-434f-86e3-500eb7b221ca,DISK] 2024-12-08T00:51:46,336 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733619105875/wal.1733619106292 2024-12-08T00:51:46,336 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46147:46147),(127.0.0.1/127.0.0.1:39463:39463),(127.0.0.1/127.0.0.1:38603:38603)] 2024-12-08T00:51:46,337 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a11574bff91ec4c11e5d64d2dc0f5aea, NAME => 'testReplayEditsWrittenIntoWAL,,1733619105877.a11574bff91ec4c11e5d64d2dc0f5aea.', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:51:46,337 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733619105877.a11574bff91ec4c11e5d64d2dc0f5aea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:51:46,337 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a11574bff91ec4c11e5d64d2dc0f5aea 2024-12-08T00:51:46,337 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a11574bff91ec4c11e5d64d2dc0f5aea 2024-12-08T00:51:46,339 INFO [StoreOpener-a11574bff91ec4c11e5d64d2dc0f5aea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a11574bff91ec4c11e5d64d2dc0f5aea 2024-12-08T00:51:46,340 INFO [StoreOpener-a11574bff91ec4c11e5d64d2dc0f5aea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a11574bff91ec4c11e5d64d2dc0f5aea columnFamilyName a 2024-12-08T00:51:46,340 DEBUG [StoreOpener-a11574bff91ec4c11e5d64d2dc0f5aea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:51:46,341 INFO [StoreOpener-a11574bff91ec4c11e5d64d2dc0f5aea-1 {}] regionserver.HStore(327): Store=a11574bff91ec4c11e5d64d2dc0f5aea/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:51:46,342 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a11574bff91ec4c11e5d64d2dc0f5aea 2024-12-08T00:51:46,343 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/a11574bff91ec4c11e5d64d2dc0f5aea 2024-12-08T00:51:46,346 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/a11574bff91ec4c11e5d64d2dc0f5aea 2024-12-08T00:51:46,347 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/a11574bff91ec4c11e5d64d2dc0f5aea/recovered.edits/0000000000000000002 2024-12-08T00:51:46,372 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-08T00:51:46,377 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/a11574bff91ec4c11e5d64d2dc0f5aea/recovered.edits/0000000000000000002 2024-12-08T00:51:46,380 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a11574bff91ec4c11e5d64d2dc0f5aea 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-08T00:51:46,426 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/a11574bff91ec4c11e5d64d2dc0f5aea/.tmp/a/c51feac2d17c4ec69c78ca9c879d1010 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733619105984/Put/seqid=0 2024-12-08T00:51:46,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741844_1020 (size=5170) 2024-12-08T00:51:46,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741844_1020 (size=5170) 2024-12-08T00:51:46,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741844_1020 (size=5170) 2024-12-08T00:51:46,440 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/a11574bff91ec4c11e5d64d2dc0f5aea/.tmp/a/c51feac2d17c4ec69c78ca9c879d1010 2024-12-08T00:51:46,476 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/a11574bff91ec4c11e5d64d2dc0f5aea/.tmp/a/c51feac2d17c4ec69c78ca9c879d1010 as hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/a11574bff91ec4c11e5d64d2dc0f5aea/a/c51feac2d17c4ec69c78ca9c879d1010 2024-12-08T00:51:46,485 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/a11574bff91ec4c11e5d64d2dc0f5aea/a/c51feac2d17c4ec69c78ca9c879d1010, entries=2, sequenceid=2, filesize=5.0 K 2024-12-08T00:51:46,490 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for a11574bff91ec4c11e5d64d2dc0f5aea in 109ms, sequenceid=2, compaction requested=false; wal=null 2024-12-08T00:51:46,491 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/a11574bff91ec4c11e5d64d2dc0f5aea/recovered.edits/0000000000000000002 2024-12-08T00:51:46,492 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a11574bff91ec4c11e5d64d2dc0f5aea 2024-12-08T00:51:46,492 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a11574bff91ec4c11e5d64d2dc0f5aea 2024-12-08T00:51:46,495 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a11574bff91ec4c11e5d64d2dc0f5aea 2024-12-08T00:51:46,498 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/a11574bff91ec4c11e5d64d2dc0f5aea/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-08T00:51:46,500 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a11574bff91ec4c11e5d64d2dc0f5aea; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65679626, jitterRate=-0.021297305822372437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T00:51:46,501 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a11574bff91ec4c11e5d64d2dc0f5aea: Writing region info on filesystem at 1733619106337Initializing all the Stores at 1733619106338 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619106338Obtaining lock to block concurrent updates at 1733619106380 (+42 ms)Preparing flush snapshotting stores in a11574bff91ec4c11e5d64d2dc0f5aea at 1733619106380Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733619105877.a11574bff91ec4c11e5d64d2dc0f5aea., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733619106383 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1733619105877.a11574bff91ec4c11e5d64d2dc0f5aea. at 1733619106383Flushing a11574bff91ec4c11e5d64d2dc0f5aea/a: creating writer at 1733619106384 (+1 ms)Flushing a11574bff91ec4c11e5d64d2dc0f5aea/a: appending metadata at 1733619106415 (+31 ms)Flushing a11574bff91ec4c11e5d64d2dc0f5aea/a: closing flushed file at 1733619106418 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59cb9245: reopening flushed file at 1733619106475 (+57 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for a11574bff91ec4c11e5d64d2dc0f5aea in 109ms, sequenceid=2, compaction requested=false; wal=null at 1733619106490 (+15 ms)Cleaning up temporary data from old regions at 1733619106492 (+2 ms)Region opened successfully at 1733619106501 (+9 ms) 2024-12-08T00:51:46,523 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit0 Thread=379 (was 368) Potentially hanging thread: PacketResponder: BP-1464640837-172.17.0.2-1733619099122:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35969/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-671346523_22 at /127.0.0.1:39616 [Waiting for operation #4] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1464640837-172.17.0.2-1733619099122:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1464640837-172.17.0.2-1733619099122:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-671346523_22 at /127.0.0.1:49466 [Receiving block BP-1464640837-172.17.0.2-1733619099122:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-671346523_22 at /127.0.0.1:49330 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-671346523_22 at /127.0.0.1:39742 [Receiving block BP-1464640837-172.17.0.2-1733619099122:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-671346523_22 at /127.0.0.1:50708 [Receiving block BP-1464640837-172.17.0.2-1733619099122:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 611) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=17817 (was 17836) 2024-12-08T00:51:46,533 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit1 Thread=379, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=17817 2024-12-08T00:51:46,546 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:51:46,549 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:51:46,550 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T00:51:46,553 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-11152416, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/hregion-11152416, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-08T00:51:46,564 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-11152416/hregion-11152416.1733619106553, exclude list is [], retry=0 2024-12-08T00:51:46,568 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34955,DS-1ad15fd5-2d1f-434f-86e3-500eb7b221ca,DISK] 2024-12-08T00:51:46,568 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42805,DS-bd6eab09-4001-44a8-80e5-1b1c6ee5fe8f,DISK] 2024-12-08T00:51:46,568 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45833,DS-7c3e4dae-72e8-4092-98aa-ece15fb2e237,DISK] 2024-12-08T00:51:46,592 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-11152416/hregion-11152416.1733619106553 2024-12-08T00:51:46,592 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38603:38603),(127.0.0.1/127.0.0.1:39463:39463),(127.0.0.1/127.0.0.1:46147:46147)] 2024-12-08T00:51:46,592 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => e482ff2837b36e71cf2feb60fbe24b33, NAME => 'testReplayEditsWrittenIntoWAL,,1733619106547.e482ff2837b36e71cf2feb60fbe24b33.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35969/hbase 2024-12-08T00:51:46,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741846_1022 (size=64) 2024-12-08T00:51:46,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741846_1022 (size=64) 2024-12-08T00:51:46,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741846_1022 (size=64) 2024-12-08T00:51:46,604 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733619106547.e482ff2837b36e71cf2feb60fbe24b33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:51:46,606 INFO [StoreOpener-e482ff2837b36e71cf2feb60fbe24b33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e482ff2837b36e71cf2feb60fbe24b33 2024-12-08T00:51:46,609 INFO [StoreOpener-e482ff2837b36e71cf2feb60fbe24b33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e482ff2837b36e71cf2feb60fbe24b33 columnFamilyName a 2024-12-08T00:51:46,609 DEBUG [StoreOpener-e482ff2837b36e71cf2feb60fbe24b33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:51:46,610 INFO [StoreOpener-e482ff2837b36e71cf2feb60fbe24b33-1 {}] regionserver.HStore(327): Store=e482ff2837b36e71cf2feb60fbe24b33/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:51:46,610 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e482ff2837b36e71cf2feb60fbe24b33 2024-12-08T00:51:46,611 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/e482ff2837b36e71cf2feb60fbe24b33 2024-12-08T00:51:46,612 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/e482ff2837b36e71cf2feb60fbe24b33 2024-12-08T00:51:46,612 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e482ff2837b36e71cf2feb60fbe24b33 2024-12-08T00:51:46,612 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e482ff2837b36e71cf2feb60fbe24b33 2024-12-08T00:51:46,614 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e482ff2837b36e71cf2feb60fbe24b33 2024-12-08T00:51:46,618 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/e482ff2837b36e71cf2feb60fbe24b33/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T00:51:46,619 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e482ff2837b36e71cf2feb60fbe24b33; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70274638, jitterRate=0.04717370867729187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T00:51:46,619 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e482ff2837b36e71cf2feb60fbe24b33: Writing region info on filesystem at 1733619106604Initializing all the Stores at 1733619106606 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619106606Cleaning up temporary data from old regions at 1733619106612 (+6 ms)Region opened successfully at 1733619106619 (+7 ms) 2024-12-08T00:51:46,619 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e482ff2837b36e71cf2feb60fbe24b33, disabling compactions & flushes 2024-12-08T00:51:46,619 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733619106547.e482ff2837b36e71cf2feb60fbe24b33. 2024-12-08T00:51:46,619 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733619106547.e482ff2837b36e71cf2feb60fbe24b33. 2024-12-08T00:51:46,619 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733619106547.e482ff2837b36e71cf2feb60fbe24b33. after waiting 0 ms 2024-12-08T00:51:46,619 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733619106547.e482ff2837b36e71cf2feb60fbe24b33. 2024-12-08T00:51:46,620 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733619106547.e482ff2837b36e71cf2feb60fbe24b33. 2024-12-08T00:51:46,620 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e482ff2837b36e71cf2feb60fbe24b33: Waiting for close lock at 1733619106619Disabling compacts and flushes for region at 1733619106619Disabling writes for close at 1733619106619Writing region close event to WAL at 1733619106620 (+1 ms)Closed at 1733619106620 2024-12-08T00:51:46,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741845_1021 (size=175) 2024-12-08T00:51:46,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741845_1021 (size=175) 2024-12-08T00:51:46,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741845_1021 (size=175) 2024-12-08T00:51:46,628 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T00:51:46,629 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-11152416:(num 1733619106553) 2024-12-08T00:51:46,630 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-08T00:51:46,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741847_1023 (size=469) 2024-12-08T00:51:46,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741847_1023 (size=469) 2024-12-08T00:51:46,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741847_1023 (size=469) 2024-12-08T00:51:46,671 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-08T00:51:46,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741848_1024 (size=322) 2024-12-08T00:51:46,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741848_1024 (size=322) 2024-12-08T00:51:46,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741848_1024 (size=322) 2024-12-08T00:51:46,717 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733619106545/wal-2, size=322 (322bytes) 2024-12-08T00:51:46,717 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733619106545/wal-2 2024-12-08T00:51:46,718 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733619106545/wal-2 after 1ms 2024-12-08T00:51:46,748 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-08T00:51:46,748 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733619106545/wal-2 took 31ms 2024-12-08T00:51:46,750 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733619106545/wal-2 so closing down 2024-12-08T00:51:46,751 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T00:51:46,753 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-08T00:51:46,776 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/e482ff2837b36e71cf2feb60fbe24b33/recovered.edits/0000000000000000002-wal-2.temp 2024-12-08T00:51:46,776 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T00:51:46,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741849_1025 (size=322) 2024-12-08T00:51:46,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741849_1025 (size=322) 2024-12-08T00:51:46,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741849_1025 (size=322) 2024-12-08T00:51:46,785 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/e482ff2837b36e71cf2feb60fbe24b33/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-08T00:51:46,787 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/e482ff2837b36e71cf2feb60fbe24b33/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/e482ff2837b36e71cf2feb60fbe24b33/recovered.edits/0000000000000000002 2024-12-08T00:51:46,787 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733619106545/wal-2, size=322, length=322, corrupted=false, cancelled=false 2024-12-08T00:51:46,787 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733619106545/wal-2, journal: Splitting hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733619106545/wal-2, size=322 (322bytes) at 1733619106717Finishing writing output for hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733619106545/wal-2 so closing down at 1733619106751 (+34 ms)Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/e482ff2837b36e71cf2feb60fbe24b33/recovered.edits/0000000000000000002-wal-2.temp at 1733619106776 (+25 ms)3 split writer threads finished at 1733619106776Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/e482ff2837b36e71cf2feb60fbe24b33/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733619106785 (+9 ms)Rename recovered edits hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/e482ff2837b36e71cf2feb60fbe24b33/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/e482ff2837b36e71cf2feb60fbe24b33/recovered.edits/0000000000000000002 at 1733619106787 (+2 ms)Processed 1 edits across 1 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733619106545/wal-2, size=322, length=322, corrupted=false, cancelled=false at 1733619106787 2024-12-08T00:51:46,800 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733619106545/wal-1, size=469 (469bytes) 2024-12-08T00:51:46,800 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733619106545/wal-1 2024-12-08T00:51:46,801 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733619106545/wal-1 after 1ms 2024-12-08T00:51:46,823 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-08T00:51:46,824 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733619106545/wal-1 took 23ms 2024-12-08T00:51:46,826 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733619106545/wal-1 so closing down 2024-12-08T00:51:46,826 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T00:51:46,828 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-08T00:51:46,852 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/e482ff2837b36e71cf2feb60fbe24b33/recovered.edits/0000000000000000001-wal-1.temp 2024-12-08T00:51:46,852 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T00:51:46,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741850_1026 (size=469) 2024-12-08T00:51:46,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741850_1026 (size=469) 2024-12-08T00:51:46,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741850_1026 (size=469) 2024-12-08T00:51:46,860 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/e482ff2837b36e71cf2feb60fbe24b33/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-08T00:51:46,885 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-08T00:51:46,887 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/e482ff2837b36e71cf2feb60fbe24b33/recovered.edits/0000000000000000002, length=322 2024-12-08T00:51:46,890 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/e482ff2837b36e71cf2feb60fbe24b33/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/e482ff2837b36e71cf2feb60fbe24b33/recovered.edits/0000000000000000002 2024-12-08T00:51:46,890 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 66 ms; skipped=0; WAL=hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733619106545/wal-1, size=469, length=469, corrupted=false, cancelled=false 2024-12-08T00:51:46,890 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733619106545/wal-1, journal: Splitting hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733619106545/wal-1, size=469 (469bytes) at 1733619106800Finishing writing output for hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733619106545/wal-1 so closing down at 1733619106826 (+26 ms)Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/e482ff2837b36e71cf2feb60fbe24b33/recovered.edits/0000000000000000001-wal-1.temp at 1733619106852 (+26 ms)3 split writer threads finished at 1733619106853 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/e482ff2837b36e71cf2feb60fbe24b33/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733619106860 (+7 ms)Rename recovered edits hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/e482ff2837b36e71cf2feb60fbe24b33/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/e482ff2837b36e71cf2feb60fbe24b33/recovered.edits/0000000000000000002 at 1733619106890 (+30 ms)Processed 2 edits across 1 Regions in 66 ms; skipped=0; WAL=hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733619106545/wal-1, size=469, length=469, corrupted=false, cancelled=false at 1733619106890 2024-12-08T00:51:46,890 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T00:51:46,893 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733619106545, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-08T00:51:46,906 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733619106545/wal.1733619106893, exclude list is [], retry=0 2024-12-08T00:51:46,910 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42805,DS-bd6eab09-4001-44a8-80e5-1b1c6ee5fe8f,DISK] 2024-12-08T00:51:46,910 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34955,DS-1ad15fd5-2d1f-434f-86e3-500eb7b221ca,DISK] 2024-12-08T00:51:46,911 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45833,DS-7c3e4dae-72e8-4092-98aa-ece15fb2e237,DISK] 2024-12-08T00:51:46,934 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733619106545/wal.1733619106893 2024-12-08T00:51:46,934 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39463:39463),(127.0.0.1/127.0.0.1:38603:38603),(127.0.0.1/127.0.0.1:46147:46147)] 2024-12-08T00:51:46,935 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e482ff2837b36e71cf2feb60fbe24b33, NAME => 'testReplayEditsWrittenIntoWAL,,1733619106547.e482ff2837b36e71cf2feb60fbe24b33.', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:51:46,935 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733619106547.e482ff2837b36e71cf2feb60fbe24b33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:51:46,935 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e482ff2837b36e71cf2feb60fbe24b33 2024-12-08T00:51:46,935 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e482ff2837b36e71cf2feb60fbe24b33 2024-12-08T00:51:46,937 INFO [StoreOpener-e482ff2837b36e71cf2feb60fbe24b33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e482ff2837b36e71cf2feb60fbe24b33 2024-12-08T00:51:46,939 INFO [StoreOpener-e482ff2837b36e71cf2feb60fbe24b33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e482ff2837b36e71cf2feb60fbe24b33 columnFamilyName a 2024-12-08T00:51:46,939 DEBUG [StoreOpener-e482ff2837b36e71cf2feb60fbe24b33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:51:46,940 INFO [StoreOpener-e482ff2837b36e71cf2feb60fbe24b33-1 {}] regionserver.HStore(327): Store=e482ff2837b36e71cf2feb60fbe24b33/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:51:46,940 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e482ff2837b36e71cf2feb60fbe24b33 2024-12-08T00:51:46,941 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/e482ff2837b36e71cf2feb60fbe24b33 2024-12-08T00:51:46,944 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/e482ff2837b36e71cf2feb60fbe24b33 2024-12-08T00:51:46,945 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/e482ff2837b36e71cf2feb60fbe24b33/recovered.edits/0000000000000000002 2024-12-08T00:51:46,968 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-08T00:51:46,970 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/e482ff2837b36e71cf2feb60fbe24b33/recovered.edits/0000000000000000002 2024-12-08T00:51:46,970 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e482ff2837b36e71cf2feb60fbe24b33 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-08T00:51:46,990 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/e482ff2837b36e71cf2feb60fbe24b33/.tmp/a/9d8e3a3fcdb245739fbc6ec958540e03 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733619106629/Put/seqid=0 2024-12-08T00:51:46,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741852_1028 (size=5170) 2024-12-08T00:51:46,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741852_1028 (size=5170) 2024-12-08T00:51:46,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741852_1028 (size=5170) 2024-12-08T00:51:47,000 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/e482ff2837b36e71cf2feb60fbe24b33/.tmp/a/9d8e3a3fcdb245739fbc6ec958540e03 2024-12-08T00:51:47,008 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/e482ff2837b36e71cf2feb60fbe24b33/.tmp/a/9d8e3a3fcdb245739fbc6ec958540e03 as hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/e482ff2837b36e71cf2feb60fbe24b33/a/9d8e3a3fcdb245739fbc6ec958540e03 2024-12-08T00:51:47,015 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/e482ff2837b36e71cf2feb60fbe24b33/a/9d8e3a3fcdb245739fbc6ec958540e03, entries=2, sequenceid=2, filesize=5.0 K 2024-12-08T00:51:47,016 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for e482ff2837b36e71cf2feb60fbe24b33 in 46ms, sequenceid=2, compaction requested=false; wal=null 2024-12-08T00:51:47,017 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/e482ff2837b36e71cf2feb60fbe24b33/recovered.edits/0000000000000000002 2024-12-08T00:51:47,017 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e482ff2837b36e71cf2feb60fbe24b33 2024-12-08T00:51:47,017 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e482ff2837b36e71cf2feb60fbe24b33 2024-12-08T00:51:47,020 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e482ff2837b36e71cf2feb60fbe24b33 2024-12-08T00:51:47,022 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/e482ff2837b36e71cf2feb60fbe24b33/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-08T00:51:47,023 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e482ff2837b36e71cf2feb60fbe24b33; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61924032, jitterRate=-0.07726001739501953}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T00:51:47,023 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e482ff2837b36e71cf2feb60fbe24b33: Writing region info on filesystem at 1733619106935Initializing all the Stores at 1733619106937 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619106937Obtaining lock to block concurrent updates at 1733619106970 (+33 ms)Preparing flush snapshotting stores in e482ff2837b36e71cf2feb60fbe24b33 at 1733619106970Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733619106547.e482ff2837b36e71cf2feb60fbe24b33., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733619106970Flushing stores of testReplayEditsWrittenIntoWAL,,1733619106547.e482ff2837b36e71cf2feb60fbe24b33. at 1733619106970Flushing e482ff2837b36e71cf2feb60fbe24b33/a: creating writer at 1733619106970Flushing e482ff2837b36e71cf2feb60fbe24b33/a: appending metadata at 1733619106989 (+19 ms)Flushing e482ff2837b36e71cf2feb60fbe24b33/a: closing flushed file at 1733619106989Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dc27203: reopening flushed file at 1733619107007 (+18 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for e482ff2837b36e71cf2feb60fbe24b33 in 46ms, sequenceid=2, compaction requested=false; wal=null at 1733619107016 (+9 ms)Cleaning up temporary data from old regions at 1733619107017 (+1 ms)Region opened successfully at 1733619107023 (+6 ms) 2024-12-08T00:51:47,040 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit1 Thread=389 (was 379) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-671346523_22 at /127.0.0.1:39616 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1464640837-172.17.0.2-1733619099122:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-671346523_22 at /127.0.0.1:49552 [Receiving block BP-1464640837-172.17.0.2-1733619099122:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-671346523_22 at /127.0.0.1:50546 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1464640837-172.17.0.2-1733619099122:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-671346523_22 at /127.0.0.1:50772 [Receiving block BP-1464640837-172.17.0.2-1733619099122:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-671346523_22 at /127.0.0.1:39828 [Receiving block BP-1464640837-172.17.0.2-1733619099122:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1464640837-172.17.0.2-1733619099122:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=17801 (was 17817) 2024-12-08T00:51:47,053 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=389, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=17800 2024-12-08T00:51:47,067 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:51:47,069 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:51:47,070 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T00:51:47,073 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-24854673, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/hregion-24854673, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-08T00:51:47,086 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-24854673/hregion-24854673.1733619107074, exclude list is [], retry=0 2024-12-08T00:51:47,089 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42805,DS-bd6eab09-4001-44a8-80e5-1b1c6ee5fe8f,DISK] 2024-12-08T00:51:47,089 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34955,DS-1ad15fd5-2d1f-434f-86e3-500eb7b221ca,DISK] 2024-12-08T00:51:47,089 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45833,DS-7c3e4dae-72e8-4092-98aa-ece15fb2e237,DISK] 2024-12-08T00:51:47,112 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-24854673/hregion-24854673.1733619107074 2024-12-08T00:51:47,112 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39463:39463),(127.0.0.1/127.0.0.1:38603:38603),(127.0.0.1/127.0.0.1:46147:46147)] 2024-12-08T00:51:47,112 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 5a1d18e18f4fa4596c9de44f6c157214, NAME => 'testReplayEditsWrittenIntoWAL,,1733619107068.5a1d18e18f4fa4596c9de44f6c157214.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35969/hbase 2024-12-08T00:51:47,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741854_1030 (size=64) 2024-12-08T00:51:47,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741854_1030 (size=64) 2024-12-08T00:51:47,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741854_1030 (size=64) 2024-12-08T00:51:47,124 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733619107068.5a1d18e18f4fa4596c9de44f6c157214.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:51:47,125 INFO [StoreOpener-5a1d18e18f4fa4596c9de44f6c157214-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5a1d18e18f4fa4596c9de44f6c157214 2024-12-08T00:51:47,127 INFO [StoreOpener-5a1d18e18f4fa4596c9de44f6c157214-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a1d18e18f4fa4596c9de44f6c157214 columnFamilyName a 2024-12-08T00:51:47,127 DEBUG [StoreOpener-5a1d18e18f4fa4596c9de44f6c157214-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:51:47,128 INFO [StoreOpener-5a1d18e18f4fa4596c9de44f6c157214-1 {}] regionserver.HStore(327): Store=5a1d18e18f4fa4596c9de44f6c157214/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:51:47,128 INFO [StoreOpener-5a1d18e18f4fa4596c9de44f6c157214-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5a1d18e18f4fa4596c9de44f6c157214 2024-12-08T00:51:47,130 INFO [StoreOpener-5a1d18e18f4fa4596c9de44f6c157214-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a1d18e18f4fa4596c9de44f6c157214 columnFamilyName b 2024-12-08T00:51:47,130 DEBUG [StoreOpener-5a1d18e18f4fa4596c9de44f6c157214-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:51:47,131 INFO [StoreOpener-5a1d18e18f4fa4596c9de44f6c157214-1 {}] regionserver.HStore(327): Store=5a1d18e18f4fa4596c9de44f6c157214/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:51:47,131 INFO [StoreOpener-5a1d18e18f4fa4596c9de44f6c157214-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5a1d18e18f4fa4596c9de44f6c157214 2024-12-08T00:51:47,133 INFO [StoreOpener-5a1d18e18f4fa4596c9de44f6c157214-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a1d18e18f4fa4596c9de44f6c157214 columnFamilyName c 2024-12-08T00:51:47,133 DEBUG [StoreOpener-5a1d18e18f4fa4596c9de44f6c157214-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:51:47,133 INFO [StoreOpener-5a1d18e18f4fa4596c9de44f6c157214-1 {}] regionserver.HStore(327): Store=5a1d18e18f4fa4596c9de44f6c157214/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:51:47,134 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5a1d18e18f4fa4596c9de44f6c157214 2024-12-08T00:51:47,135 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/5a1d18e18f4fa4596c9de44f6c157214 2024-12-08T00:51:47,136 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/5a1d18e18f4fa4596c9de44f6c157214 2024-12-08T00:51:47,137 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5a1d18e18f4fa4596c9de44f6c157214 2024-12-08T00:51:47,137 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5a1d18e18f4fa4596c9de44f6c157214 2024-12-08T00:51:47,138 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T00:51:47,140 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5a1d18e18f4fa4596c9de44f6c157214 2024-12-08T00:51:47,143 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/5a1d18e18f4fa4596c9de44f6c157214/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T00:51:47,144 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5a1d18e18f4fa4596c9de44f6c157214; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71732144, jitterRate=0.06889224052429199}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T00:51:47,144 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5a1d18e18f4fa4596c9de44f6c157214: Writing region info on filesystem at 1733619107124Initializing all the Stores at 1733619107125 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619107125Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619107125Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619107125Cleaning up temporary data from old regions at 1733619107138 (+13 ms)Region opened successfully at 1733619107144 (+6 ms) 2024-12-08T00:51:47,145 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5a1d18e18f4fa4596c9de44f6c157214, disabling compactions & flushes 2024-12-08T00:51:47,145 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733619107068.5a1d18e18f4fa4596c9de44f6c157214. 2024-12-08T00:51:47,145 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733619107068.5a1d18e18f4fa4596c9de44f6c157214. 2024-12-08T00:51:47,145 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733619107068.5a1d18e18f4fa4596c9de44f6c157214. after waiting 0 ms 2024-12-08T00:51:47,145 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733619107068.5a1d18e18f4fa4596c9de44f6c157214. 2024-12-08T00:51:47,145 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733619107068.5a1d18e18f4fa4596c9de44f6c157214. 2024-12-08T00:51:47,145 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5a1d18e18f4fa4596c9de44f6c157214: Waiting for close lock at 1733619107145Disabling compacts and flushes for region at 1733619107145Disabling writes for close at 1733619107145Writing region close event to WAL at 1733619107145Closed at 1733619107145 2024-12-08T00:51:47,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741853_1029 (size=175) 2024-12-08T00:51:47,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741853_1029 (size=175) 2024-12-08T00:51:47,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741853_1029 (size=175) 2024-12-08T00:51:47,151 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T00:51:47,151 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-24854673:(num 1733619107074) 2024-12-08T00:51:47,152 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T00:51:47,154 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733619107066, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-08T00:51:47,164 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733619107066/wal.1733619107154, exclude list is [], retry=0 2024-12-08T00:51:47,167 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42805,DS-bd6eab09-4001-44a8-80e5-1b1c6ee5fe8f,DISK] 2024-12-08T00:51:47,167 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34955,DS-1ad15fd5-2d1f-434f-86e3-500eb7b221ca,DISK] 2024-12-08T00:51:47,168 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45833,DS-7c3e4dae-72e8-4092-98aa-ece15fb2e237,DISK] 2024-12-08T00:51:47,191 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733619107066/wal.1733619107154 2024-12-08T00:51:47,192 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39463:39463),(127.0.0.1/127.0.0.1:38603:38603),(127.0.0.1/127.0.0.1:46147:46147)] 2024-12-08T00:51:47,394 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733619107066/wal.1733619107154, size=0 (0bytes) 2024-12-08T00:51:47,394 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733619107066/wal.1733619107154 might be still open, length is 0 2024-12-08T00:51:47,394 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733619107066/wal.1733619107154 2024-12-08T00:51:47,395 WARN [IPC Server handler 2 on default port 35969 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733619107066/wal.1733619107154 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-12-08T00:51:47,396 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733619107066/wal.1733619107154 after 2ms 2024-12-08T00:51:47,912 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-671346523_22 at /127.0.0.1:49586 [Receiving block BP-1464640837-172.17.0.2-1733619099122:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:42805:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49586 dst: /127.0.0.1:42805 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42805 remote=/127.0.0.1:49586]. Total timeout mills is 60000, 59456 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:51:47,913 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-671346523_22 at /127.0.0.1:50822 [Receiving block BP-1464640837-172.17.0.2-1733619099122:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:45833:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50822 dst: /127.0.0.1:45833 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:51:47,913 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-671346523_22 at /127.0.0.1:39856 [Receiving block BP-1464640837-172.17.0.2-1733619099122:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:34955:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39856 dst: /127.0.0.1:34955 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:51:47,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741855_1032 (size=497775) 2024-12-08T00:51:47,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741855_1032 (size=497775) 2024-12-08T00:51:47,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741855_1032 (size=497775) 2024-12-08T00:51:50,986 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T00:51:51,032 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-08T00:51:51,397 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733619107066/wal.1733619107154 after 4003ms 2024-12-08T00:51:51,429 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-08T00:51:51,430 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733619107066/wal.1733619107154 took 4036ms 2024-12-08T00:51:51,435 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733619107154.temp 2024-12-08T00:51:51,471 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/5a1d18e18f4fa4596c9de44f6c157214/recovered.edits/0000000000000000001-wal.1733619107154.temp 2024-12-08T00:51:51,516 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733619107066/wal.1733619107154; continuing. 2024-12-08T00:51:51,516 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733619107066/wal.1733619107154 so closing down 2024-12-08T00:51:51,516 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T00:51:51,516 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T00:51:51,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741856_1033 (size=497783) 2024-12-08T00:51:51,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741856_1033 (size=497783) 2024-12-08T00:51:51,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741856_1033 (size=497783) 2024-12-08T00:51:51,520 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/5a1d18e18f4fa4596c9de44f6c157214/recovered.edits/0000000000000000001-wal.1733619107154.temp (wrote 3002 edits, skipped 0 edits in 42 ms) 2024-12-08T00:51:51,522 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/5a1d18e18f4fa4596c9de44f6c157214/recovered.edits/0000000000000000001-wal.1733619107154.temp to hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/5a1d18e18f4fa4596c9de44f6c157214/recovered.edits/0000000000000003002 2024-12-08T00:51:51,522 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 91 ms; skipped=0; WAL=hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733619107066/wal.1733619107154, size=0, length=0, corrupted=false, cancelled=false 2024-12-08T00:51:51,523 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733619107066/wal.1733619107154, journal: Splitting hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733619107066/wal.1733619107154, size=0 (0bytes) at 1733619107394Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/5a1d18e18f4fa4596c9de44f6c157214/recovered.edits/0000000000000000001-wal.1733619107154.temp at 1733619111471 (+4077 ms)Split 1024 edits, skipped 0 edits. at 1733619111478 (+7 ms)Split 2048 edits, skipped 0 edits. at 1733619111498 (+20 ms)Finishing writing output for hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733619107066/wal.1733619107154 so closing down at 1733619111516 (+18 ms)3 split writer threads finished at 1733619111516Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/5a1d18e18f4fa4596c9de44f6c157214/recovered.edits/0000000000000000001-wal.1733619107154.temp (wrote 3002 edits, skipped 0 edits in 42 ms) at 1733619111520 (+4 ms)Rename recovered edits hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/5a1d18e18f4fa4596c9de44f6c157214/recovered.edits/0000000000000000001-wal.1733619107154.temp to hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/5a1d18e18f4fa4596c9de44f6c157214/recovered.edits/0000000000000003002 at 1733619111522 (+2 ms)Processed 3002 edits across 1 Regions in 91 ms; skipped=0; WAL=hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733619107066/wal.1733619107154, size=0, length=0, corrupted=false, cancelled=false at 1733619111522 2024-12-08T00:51:51,525 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733619107066/wal.1733619107154 to hdfs://localhost:35969/hbase/oldWALs/wal.1733619107154 2024-12-08T00:51:51,526 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/5a1d18e18f4fa4596c9de44f6c157214/recovered.edits/0000000000000003002 2024-12-08T00:51:51,526 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T00:51:51,529 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733619107066, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-08T00:51:51,543 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733619107066/wal.1733619111530, exclude list is [], retry=0 2024-12-08T00:51:51,546 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34955,DS-1ad15fd5-2d1f-434f-86e3-500eb7b221ca,DISK] 2024-12-08T00:51:51,546 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42805,DS-bd6eab09-4001-44a8-80e5-1b1c6ee5fe8f,DISK] 2024-12-08T00:51:51,547 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45833,DS-7c3e4dae-72e8-4092-98aa-ece15fb2e237,DISK] 2024-12-08T00:51:51,568 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733619107066/wal.1733619111530 2024-12-08T00:51:51,568 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38603:38603),(127.0.0.1/127.0.0.1:39463:39463),(127.0.0.1/127.0.0.1:46147:46147)] 2024-12-08T00:51:51,569 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733619107068.5a1d18e18f4fa4596c9de44f6c157214.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:51:51,570 INFO [StoreOpener-5a1d18e18f4fa4596c9de44f6c157214-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5a1d18e18f4fa4596c9de44f6c157214 2024-12-08T00:51:51,571 INFO [StoreOpener-5a1d18e18f4fa4596c9de44f6c157214-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a1d18e18f4fa4596c9de44f6c157214 columnFamilyName a 2024-12-08T00:51:51,572 DEBUG [StoreOpener-5a1d18e18f4fa4596c9de44f6c157214-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:51:51,572 INFO [StoreOpener-5a1d18e18f4fa4596c9de44f6c157214-1 {}] regionserver.HStore(327): Store=5a1d18e18f4fa4596c9de44f6c157214/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:51:51,572 INFO [StoreOpener-5a1d18e18f4fa4596c9de44f6c157214-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5a1d18e18f4fa4596c9de44f6c157214 2024-12-08T00:51:51,573 INFO [StoreOpener-5a1d18e18f4fa4596c9de44f6c157214-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a1d18e18f4fa4596c9de44f6c157214 columnFamilyName b 2024-12-08T00:51:51,573 DEBUG [StoreOpener-5a1d18e18f4fa4596c9de44f6c157214-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:51:51,574 INFO [StoreOpener-5a1d18e18f4fa4596c9de44f6c157214-1 {}] regionserver.HStore(327): Store=5a1d18e18f4fa4596c9de44f6c157214/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:51:51,574 INFO [StoreOpener-5a1d18e18f4fa4596c9de44f6c157214-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5a1d18e18f4fa4596c9de44f6c157214 2024-12-08T00:51:51,575 INFO [StoreOpener-5a1d18e18f4fa4596c9de44f6c157214-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a1d18e18f4fa4596c9de44f6c157214 columnFamilyName c 2024-12-08T00:51:51,575 DEBUG [StoreOpener-5a1d18e18f4fa4596c9de44f6c157214-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:51:51,576 INFO [StoreOpener-5a1d18e18f4fa4596c9de44f6c157214-1 {}] regionserver.HStore(327): Store=5a1d18e18f4fa4596c9de44f6c157214/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:51:51,576 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5a1d18e18f4fa4596c9de44f6c157214 2024-12-08T00:51:51,577 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/5a1d18e18f4fa4596c9de44f6c157214 2024-12-08T00:51:51,580 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/5a1d18e18f4fa4596c9de44f6c157214 2024-12-08T00:51:51,581 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/5a1d18e18f4fa4596c9de44f6c157214/recovered.edits/0000000000000003002 2024-12-08T00:51:51,606 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-08T00:51:51,648 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-08T00:51:51,956 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5a1d18e18f4fa4596c9de44f6c157214 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-08T00:51:51,989 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/5a1d18e18f4fa4596c9de44f6c157214/.tmp/a/73c15f54e01a420d8050f20a19dd37c3 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1733619107198/Put/seqid=0 2024-12-08T00:51:51,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741858_1035 (size=50463) 2024-12-08T00:51:51,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741858_1035 (size=50463) 2024-12-08T00:51:52,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741858_1035 (size=50463) 2024-12-08T00:51:52,003 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/5a1d18e18f4fa4596c9de44f6c157214/.tmp/a/73c15f54e01a420d8050f20a19dd37c3 2024-12-08T00:51:52,011 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/5a1d18e18f4fa4596c9de44f6c157214/.tmp/a/73c15f54e01a420d8050f20a19dd37c3 as hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/5a1d18e18f4fa4596c9de44f6c157214/a/73c15f54e01a420d8050f20a19dd37c3 2024-12-08T00:51:52,018 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/5a1d18e18f4fa4596c9de44f6c157214/a/73c15f54e01a420d8050f20a19dd37c3, entries=754, sequenceid=754, filesize=49.3 K 2024-12-08T00:51:52,018 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 5a1d18e18f4fa4596c9de44f6c157214 in 62ms, sequenceid=754, compaction requested=false; wal=null 2024-12-08T00:51:52,032 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-08T00:51:52,032 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5a1d18e18f4fa4596c9de44f6c157214 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-08T00:51:52,042 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/5a1d18e18f4fa4596c9de44f6c157214/.tmp/a/b41f5d5ef75749b7a7dcb1c0844a4bd4 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1733619107234/Put/seqid=0 2024-12-08T00:51:52,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741859_1036 (size=20072) 2024-12-08T00:51:52,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741859_1036 (size=20072) 2024-12-08T00:51:52,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741859_1036 (size=20072) 2024-12-08T00:51:52,054 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/5a1d18e18f4fa4596c9de44f6c157214/.tmp/a/b41f5d5ef75749b7a7dcb1c0844a4bd4 2024-12-08T00:51:52,077 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/5a1d18e18f4fa4596c9de44f6c157214/.tmp/b/1c1d8a042ffc4f18833d14b21cdcde77 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1733619107257/Put/seqid=0 2024-12-08T00:51:52,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741860_1037 (size=35835) 2024-12-08T00:51:52,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741860_1037 (size=35835) 2024-12-08T00:51:52,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741860_1037 (size=35835) 2024-12-08T00:51:52,087 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/5a1d18e18f4fa4596c9de44f6c157214/.tmp/b/1c1d8a042ffc4f18833d14b21cdcde77 2024-12-08T00:51:52,094 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/5a1d18e18f4fa4596c9de44f6c157214/.tmp/a/b41f5d5ef75749b7a7dcb1c0844a4bd4 as hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/5a1d18e18f4fa4596c9de44f6c157214/a/b41f5d5ef75749b7a7dcb1c0844a4bd4 2024-12-08T00:51:52,102 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/5a1d18e18f4fa4596c9de44f6c157214/a/b41f5d5ef75749b7a7dcb1c0844a4bd4, entries=246, sequenceid=1508, filesize=19.6 K 2024-12-08T00:51:52,104 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/5a1d18e18f4fa4596c9de44f6c157214/.tmp/b/1c1d8a042ffc4f18833d14b21cdcde77 as hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/5a1d18e18f4fa4596c9de44f6c157214/b/1c1d8a042ffc4f18833d14b21cdcde77 2024-12-08T00:51:52,110 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/5a1d18e18f4fa4596c9de44f6c157214/b/1c1d8a042ffc4f18833d14b21cdcde77, entries=508, sequenceid=1508, filesize=35.0 K 2024-12-08T00:51:52,111 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 5a1d18e18f4fa4596c9de44f6c157214 in 78ms, sequenceid=1508, compaction requested=false; wal=null 2024-12-08T00:51:52,130 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-08T00:51:52,131 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5a1d18e18f4fa4596c9de44f6c157214 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-08T00:51:52,139 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/5a1d18e18f4fa4596c9de44f6c157214/.tmp/b/d2dccd74e27b4eab84523d58b2d3d419 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1733619107278/Put/seqid=0 2024-12-08T00:51:52,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741861_1038 (size=35082) 2024-12-08T00:51:52,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741861_1038 (size=35082) 2024-12-08T00:51:52,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741861_1038 (size=35082) 2024-12-08T00:51:52,149 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/5a1d18e18f4fa4596c9de44f6c157214/.tmp/b/d2dccd74e27b4eab84523d58b2d3d419 2024-12-08T00:51:52,179 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/5a1d18e18f4fa4596c9de44f6c157214/.tmp/c/665151e04253457baa9ab5bd94570aa2 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1733619107319/Put/seqid=0 2024-12-08T00:51:52,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741862_1039 (size=20825) 2024-12-08T00:51:52,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741862_1039 (size=20825) 2024-12-08T00:51:52,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741862_1039 (size=20825) 2024-12-08T00:51:52,189 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/5a1d18e18f4fa4596c9de44f6c157214/.tmp/c/665151e04253457baa9ab5bd94570aa2 2024-12-08T00:51:52,197 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/5a1d18e18f4fa4596c9de44f6c157214/.tmp/b/d2dccd74e27b4eab84523d58b2d3d419 as hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/5a1d18e18f4fa4596c9de44f6c157214/b/d2dccd74e27b4eab84523d58b2d3d419 2024-12-08T00:51:52,204 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/5a1d18e18f4fa4596c9de44f6c157214/b/d2dccd74e27b4eab84523d58b2d3d419, entries=492, sequenceid=2262, filesize=34.3 K 2024-12-08T00:51:52,206 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/5a1d18e18f4fa4596c9de44f6c157214/.tmp/c/665151e04253457baa9ab5bd94570aa2 as hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/5a1d18e18f4fa4596c9de44f6c157214/c/665151e04253457baa9ab5bd94570aa2 2024-12-08T00:51:52,213 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/5a1d18e18f4fa4596c9de44f6c157214/c/665151e04253457baa9ab5bd94570aa2, entries=262, sequenceid=2262, filesize=20.3 K 2024-12-08T00:51:52,213 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 5a1d18e18f4fa4596c9de44f6c157214 in 83ms, sequenceid=2262, compaction requested=false; wal=null 2024-12-08T00:51:52,226 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1733619107367/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1733619107068.5a1d18e18f4fa4596c9de44f6c157214. 2024-12-08T00:51:52,230 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/5a1d18e18f4fa4596c9de44f6c157214/recovered.edits/0000000000000003002 2024-12-08T00:51:52,230 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-08T00:51:52,231 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5a1d18e18f4fa4596c9de44f6c157214 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-12-08T00:51:52,240 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/5a1d18e18f4fa4596c9de44f6c157214/.tmp/c/a2bb8e33384c4355b05907bce17e2097 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1733619107329/Put/seqid=0 2024-12-08T00:51:52,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741863_1040 (size=50301) 2024-12-08T00:51:52,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741863_1040 (size=50301) 2024-12-08T00:51:52,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741863_1040 (size=50301) 2024-12-08T00:51:52,250 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/5a1d18e18f4fa4596c9de44f6c157214/.tmp/c/a2bb8e33384c4355b05907bce17e2097 2024-12-08T00:51:52,256 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a2bb8e33384c4355b05907bce17e2097 2024-12-08T00:51:52,258 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/5a1d18e18f4fa4596c9de44f6c157214/.tmp/c/a2bb8e33384c4355b05907bce17e2097 as hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/5a1d18e18f4fa4596c9de44f6c157214/c/a2bb8e33384c4355b05907bce17e2097 2024-12-08T00:51:52,264 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a2bb8e33384c4355b05907bce17e2097 2024-12-08T00:51:52,264 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/5a1d18e18f4fa4596c9de44f6c157214/c/a2bb8e33384c4355b05907bce17e2097, entries=739, sequenceid=3002, filesize=49.1 K 2024-12-08T00:51:52,264 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 5a1d18e18f4fa4596c9de44f6c157214 in 34ms, sequenceid=3002, compaction requested=false; wal=null 2024-12-08T00:51:52,265 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/5a1d18e18f4fa4596c9de44f6c157214/recovered.edits/0000000000000003002 2024-12-08T00:51:52,267 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5a1d18e18f4fa4596c9de44f6c157214 2024-12-08T00:51:52,267 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5a1d18e18f4fa4596c9de44f6c157214 2024-12-08T00:51:52,267 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-08T00:51:52,269 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5a1d18e18f4fa4596c9de44f6c157214 2024-12-08T00:51:52,272 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/5a1d18e18f4fa4596c9de44f6c157214/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-12-08T00:51:52,273 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5a1d18e18f4fa4596c9de44f6c157214; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70102729, jitterRate=0.04461206495761871}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-08T00:51:52,273 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5a1d18e18f4fa4596c9de44f6c157214: Writing region info on filesystem at 1733619111569Initializing all the Stores at 1733619111570 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619111570Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619111570Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619111570Cleaning up temporary data from old regions at 1733619112267 (+697 ms)Region opened successfully at 1733619112273 (+6 ms) 2024-12-08T00:51:52,326 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5a1d18e18f4fa4596c9de44f6c157214, disabling compactions & flushes 2024-12-08T00:51:52,327 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733619107068.5a1d18e18f4fa4596c9de44f6c157214. 2024-12-08T00:51:52,327 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733619107068.5a1d18e18f4fa4596c9de44f6c157214. 2024-12-08T00:51:52,327 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733619107068.5a1d18e18f4fa4596c9de44f6c157214. after waiting 0 ms 2024-12-08T00:51:52,327 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733619107068.5a1d18e18f4fa4596c9de44f6c157214. 2024-12-08T00:51:52,328 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733619107068.5a1d18e18f4fa4596c9de44f6c157214. 2024-12-08T00:51:52,329 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5a1d18e18f4fa4596c9de44f6c157214: Waiting for close lock at 1733619112326Disabling compacts and flushes for region at 1733619112326Disabling writes for close at 1733619112327 (+1 ms)Writing region close event to WAL at 1733619112328 (+1 ms)Closed at 1733619112328 2024-12-08T00:51:52,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741857_1034 (size=175) 2024-12-08T00:51:52,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741857_1034 (size=175) 2024-12-08T00:51:52,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741857_1034 (size=175) 2024-12-08T00:51:52,335 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T00:51:52,335 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733619111530) 2024-12-08T00:51:52,348 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=404 (was 389) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_708581322_22 at /127.0.0.1:44354 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48/cluster_1a47a484-ba3d-8dbc-4adf-56060c3793e9/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34599 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_708581322_22 at /127.0.0.1:58614 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:34599 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37721 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:35969 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_708581322_22 at /127.0.0.1:58594 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_708581322_22 at /127.0.0.1:49742 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:37721 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48/cluster_1a47a484-ba3d-8dbc-4adf-56060c3793e9/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48/cluster_1a47a484-ba3d-8dbc-4adf-56060c3793e9/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:35969 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=109 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=17698 (was 17800) 2024-12-08T00:51:52,359 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#test2727 Thread=404, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=109, ProcessCount=11, AvailableMemoryMB=17697 2024-12-08T00:51:52,373 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:51:52,376 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:51:52,377 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T00:51:52,380 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-21320116, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/hregion-21320116, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-08T00:51:52,393 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-21320116/hregion-21320116.1733619112381, exclude list is [], retry=0 2024-12-08T00:51:52,396 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34955,DS-1ad15fd5-2d1f-434f-86e3-500eb7b221ca,DISK] 2024-12-08T00:51:52,396 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45833,DS-7c3e4dae-72e8-4092-98aa-ece15fb2e237,DISK] 2024-12-08T00:51:52,397 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42805,DS-bd6eab09-4001-44a8-80e5-1b1c6ee5fe8f,DISK] 2024-12-08T00:51:52,423 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-21320116/hregion-21320116.1733619112381 2024-12-08T00:51:52,423 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38603:38603),(127.0.0.1/127.0.0.1:46147:46147),(127.0.0.1/127.0.0.1:39463:39463)] 2024-12-08T00:51:52,424 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 2d2cc831bd092f60771b9a464611919c, NAME => 'test2727,,1733619112374.2d2cc831bd092f60771b9a464611919c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35969/hbase 2024-12-08T00:51:52,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741865_1042 (size=43) 2024-12-08T00:51:52,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741865_1042 (size=43) 2024-12-08T00:51:52,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741865_1042 (size=43) 2024-12-08T00:51:52,433 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733619112374.2d2cc831bd092f60771b9a464611919c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:51:52,435 INFO [StoreOpener-2d2cc831bd092f60771b9a464611919c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2d2cc831bd092f60771b9a464611919c 2024-12-08T00:51:52,436 INFO [StoreOpener-2d2cc831bd092f60771b9a464611919c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d2cc831bd092f60771b9a464611919c columnFamilyName a 2024-12-08T00:51:52,436 DEBUG [StoreOpener-2d2cc831bd092f60771b9a464611919c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:51:52,437 INFO [StoreOpener-2d2cc831bd092f60771b9a464611919c-1 {}] regionserver.HStore(327): Store=2d2cc831bd092f60771b9a464611919c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:51:52,437 INFO [StoreOpener-2d2cc831bd092f60771b9a464611919c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2d2cc831bd092f60771b9a464611919c 2024-12-08T00:51:52,438 INFO [StoreOpener-2d2cc831bd092f60771b9a464611919c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d2cc831bd092f60771b9a464611919c columnFamilyName b 2024-12-08T00:51:52,438 DEBUG [StoreOpener-2d2cc831bd092f60771b9a464611919c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:51:52,439 INFO [StoreOpener-2d2cc831bd092f60771b9a464611919c-1 {}] regionserver.HStore(327): Store=2d2cc831bd092f60771b9a464611919c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:51:52,439 INFO [StoreOpener-2d2cc831bd092f60771b9a464611919c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2d2cc831bd092f60771b9a464611919c 2024-12-08T00:51:52,441 INFO [StoreOpener-2d2cc831bd092f60771b9a464611919c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d2cc831bd092f60771b9a464611919c columnFamilyName c 2024-12-08T00:51:52,441 DEBUG [StoreOpener-2d2cc831bd092f60771b9a464611919c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:51:52,441 INFO [StoreOpener-2d2cc831bd092f60771b9a464611919c-1 {}] regionserver.HStore(327): Store=2d2cc831bd092f60771b9a464611919c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:51:52,441 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2d2cc831bd092f60771b9a464611919c 2024-12-08T00:51:52,442 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/test2727/2d2cc831bd092f60771b9a464611919c 2024-12-08T00:51:52,443 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/test2727/2d2cc831bd092f60771b9a464611919c 2024-12-08T00:51:52,444 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2d2cc831bd092f60771b9a464611919c 2024-12-08T00:51:52,444 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2d2cc831bd092f60771b9a464611919c 2024-12-08T00:51:52,445 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T00:51:52,447 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2d2cc831bd092f60771b9a464611919c 2024-12-08T00:51:52,449 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/hbase/data/default/test2727/2d2cc831bd092f60771b9a464611919c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T00:51:52,450 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2d2cc831bd092f60771b9a464611919c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61512824, jitterRate=-0.08338749408721924}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T00:51:52,452 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2d2cc831bd092f60771b9a464611919c: Writing region info on filesystem at 1733619112433Initializing all the Stores at 1733619112434 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619112434Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619112435 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619112435Cleaning up temporary data from old regions at 1733619112444 (+9 ms)Region opened successfully at 1733619112451 (+7 ms) 2024-12-08T00:51:52,452 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2d2cc831bd092f60771b9a464611919c, disabling compactions & flushes 2024-12-08T00:51:52,452 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733619112374.2d2cc831bd092f60771b9a464611919c. 2024-12-08T00:51:52,452 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733619112374.2d2cc831bd092f60771b9a464611919c. 2024-12-08T00:51:52,452 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733619112374.2d2cc831bd092f60771b9a464611919c. after waiting 0 ms 2024-12-08T00:51:52,452 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733619112374.2d2cc831bd092f60771b9a464611919c. 2024-12-08T00:51:52,453 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733619112374.2d2cc831bd092f60771b9a464611919c. 2024-12-08T00:51:52,453 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2d2cc831bd092f60771b9a464611919c: Waiting for close lock at 1733619112452Disabling compacts and flushes for region at 1733619112452Disabling writes for close at 1733619112452Writing region close event to WAL at 1733619112452Closed at 1733619112452 2024-12-08T00:51:52,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741864_1041 (size=175) 2024-12-08T00:51:52,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741864_1041 (size=175) 2024-12-08T00:51:52,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741864_1041 (size=175) 2024-12-08T00:51:52,458 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T00:51:52,458 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-21320116:(num 1733619112381) 2024-12-08T00:51:52,458 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T00:51:52,461 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733619112372, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-08T00:51:52,480 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733619112372/wal.1733619112461, exclude list is [], retry=0 2024-12-08T00:51:52,484 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45833,DS-7c3e4dae-72e8-4092-98aa-ece15fb2e237,DISK] 2024-12-08T00:51:52,484 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42805,DS-bd6eab09-4001-44a8-80e5-1b1c6ee5fe8f,DISK] 2024-12-08T00:51:52,485 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34955,DS-1ad15fd5-2d1f-434f-86e3-500eb7b221ca,DISK] 2024-12-08T00:51:52,518 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733619112372/wal.1733619112461 2024-12-08T00:51:52,518 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46147:46147),(127.0.0.1/127.0.0.1:39463:39463),(127.0.0.1/127.0.0.1:38603:38603)] 2024-12-08T00:51:52,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741866_1043 (size=371388) 2024-12-08T00:51:52,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741866_1043 (size=371388) 2024-12-08T00:51:52,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741866_1043 (size=371388) 2024-12-08T00:51:52,704 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733619112372/wal.1733619112461, size=362.7 K (371388bytes) 2024-12-08T00:51:52,704 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733619112372/wal.1733619112461 2024-12-08T00:51:52,705 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733619112372/wal.1733619112461 after 1ms 2024-12-08T00:51:52,731 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-08T00:51:52,732 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733619112372/wal.1733619112461 took 28ms 2024-12-08T00:51:52,737 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733619112461.temp 2024-12-08T00:51:52,779 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/test2727/2d2cc831bd092f60771b9a464611919c/recovered.edits/0000000000000000001-wal.1733619112461.temp 2024-12-08T00:51:52,779 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733619112372/wal.1733619112461 so closing down 2024-12-08T00:51:52,779 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T00:51:52,791 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T00:51:52,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741867_1044 (size=371388) 2024-12-08T00:51:52,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741867_1044 (size=371388) 2024-12-08T00:51:52,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741867_1044 (size=371388) 2024-12-08T00:51:52,795 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/test2727/2d2cc831bd092f60771b9a464611919c/recovered.edits/0000000000000000001-wal.1733619112461.temp (wrote 3000 edits, skipped 0 edits in 11 ms) 2024-12-08T00:51:52,797 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35969/hbase/data/default/test2727/2d2cc831bd092f60771b9a464611919c/recovered.edits/0000000000000000001-wal.1733619112461.temp to hdfs://localhost:35969/hbase/data/default/test2727/2d2cc831bd092f60771b9a464611919c/recovered.edits/0000000000000003000 2024-12-08T00:51:52,797 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733619112372/wal.1733619112461, size=362.7 K, length=371388, corrupted=false, cancelled=false 2024-12-08T00:51:52,797 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733619112372/wal.1733619112461, journal: Splitting hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733619112372/wal.1733619112461, size=362.7 K (371388bytes) at 1733619112704Split 1024 edits, skipped 0 edits. at 1733619112750 (+46 ms)Split 2048 edits, skipped 0 edits. at 1733619112766 (+16 ms)Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/test2727/2d2cc831bd092f60771b9a464611919c/recovered.edits/0000000000000000001-wal.1733619112461.temp at 1733619112779 (+13 ms)Finishing writing output for hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733619112372/wal.1733619112461 so closing down at 17336191127793 split writer threads finished at 1733619112791 (+12 ms)Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/test2727/2d2cc831bd092f60771b9a464611919c/recovered.edits/0000000000000000001-wal.1733619112461.temp (wrote 3000 edits, skipped 0 edits in 11 ms) at 1733619112795 (+4 ms)Rename recovered edits hdfs://localhost:35969/hbase/data/default/test2727/2d2cc831bd092f60771b9a464611919c/recovered.edits/0000000000000000001-wal.1733619112461.temp to hdfs://localhost:35969/hbase/data/default/test2727/2d2cc831bd092f60771b9a464611919c/recovered.edits/0000000000000003000 at 1733619112797 (+2 ms)Processed 3000 edits across 1 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733619112372/wal.1733619112461, size=362.7 K, length=371388, corrupted=false, cancelled=false at 1733619112797 2024-12-08T00:51:52,799 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733619112372/wal.1733619112461 to hdfs://localhost:35969/hbase/oldWALs/wal.1733619112461 2024-12-08T00:51:52,800 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35969/hbase/data/default/test2727/2d2cc831bd092f60771b9a464611919c/recovered.edits/0000000000000003000 2024-12-08T00:51:52,800 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T00:51:52,802 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733619112372, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-08T00:51:52,814 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733619112372/wal.1733619112803, exclude list is [], retry=0 2024-12-08T00:51:52,817 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45833,DS-7c3e4dae-72e8-4092-98aa-ece15fb2e237,DISK] 2024-12-08T00:51:52,817 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42805,DS-bd6eab09-4001-44a8-80e5-1b1c6ee5fe8f,DISK] 2024-12-08T00:51:52,817 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34955,DS-1ad15fd5-2d1f-434f-86e3-500eb7b221ca,DISK] 2024-12-08T00:51:52,841 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733619112372/wal.1733619112803 2024-12-08T00:51:52,842 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46147:46147),(127.0.0.1/127.0.0.1:39463:39463),(127.0.0.1/127.0.0.1:38603:38603)] 2024-12-08T00:51:52,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741868_1045 (size=371515) 2024-12-08T00:51:52,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741868_1045 (size=371515) 2024-12-08T00:51:52,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741868_1045 (size=371515) 2024-12-08T00:51:53,005 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733619112372/wal.1733619112803, size=362.8 K (371515bytes) 2024-12-08T00:51:53,005 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733619112372/wal.1733619112803 2024-12-08T00:51:53,005 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733619112372/wal.1733619112803 after 0ms 2024-12-08T00:51:53,036 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-08T00:51:53,037 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733619112372/wal.1733619112803 took 33ms 2024-12-08T00:51:53,041 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1733619112803.temp 2024-12-08T00:51:53,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-08T00:51:53,047 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-08T00:51:53,049 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T00:51:53,049 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-08T00:51:53,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-08T00:51:53,050 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-08T00:51:53,051 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-12-08T00:51:53,051 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-12-08T00:51:53,092 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733619112372/wal.1733619112803 so closing down 2024-12-08T00:51:53,092 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T00:51:53,105 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/test2727/2d2cc831bd092f60771b9a464611919c/recovered.edits/0000000000000003001-wal.1733619112803.temp 2024-12-08T00:51:53,121 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T00:51:53,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741869_1046 (size=371515) 2024-12-08T00:51:53,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741869_1046 (size=371515) 2024-12-08T00:51:53,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741869_1046 (size=371515) 2024-12-08T00:51:53,131 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/test2727/2d2cc831bd092f60771b9a464611919c/recovered.edits/0000000000000003001-wal.1733619112803.temp (wrote 3000 edits, skipped 0 edits in 15 ms) 2024-12-08T00:51:53,132 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35969/hbase/data/default/test2727/2d2cc831bd092f60771b9a464611919c/recovered.edits/0000000000000003001-wal.1733619112803.temp to hdfs://localhost:35969/hbase/data/default/test2727/2d2cc831bd092f60771b9a464611919c/recovered.edits/0000000000000006000 2024-12-08T00:51:53,133 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 95 ms; skipped=0; WAL=hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733619112372/wal.1733619112803, size=362.8 K, length=371515, corrupted=false, cancelled=false 2024-12-08T00:51:53,133 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733619112372/wal.1733619112803, journal: Splitting hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733619112372/wal.1733619112803, size=362.8 K (371515bytes) at 1733619113005Split 1024 edits, skipped 0 edits. at 1733619113052 (+47 ms)Split 2048 edits, skipped 0 edits. at 1733619113083 (+31 ms)Finishing writing output for hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733619112372/wal.1733619112803 so closing down at 1733619113092 (+9 ms)Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/test2727/2d2cc831bd092f60771b9a464611919c/recovered.edits/0000000000000003001-wal.1733619112803.temp at 1733619113106 (+14 ms)3 split writer threads finished at 1733619113121 (+15 ms)Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/test2727/2d2cc831bd092f60771b9a464611919c/recovered.edits/0000000000000003001-wal.1733619112803.temp (wrote 3000 edits, skipped 0 edits in 15 ms) at 1733619113131 (+10 ms)Rename recovered edits hdfs://localhost:35969/hbase/data/default/test2727/2d2cc831bd092f60771b9a464611919c/recovered.edits/0000000000000003001-wal.1733619112803.temp to hdfs://localhost:35969/hbase/data/default/test2727/2d2cc831bd092f60771b9a464611919c/recovered.edits/0000000000000006000 at 1733619113132 (+1 ms)Processed 3000 edits across 1 Regions in 95 ms; skipped=0; WAL=hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733619112372/wal.1733619112803, size=362.8 K, length=371515, corrupted=false, cancelled=false at 1733619113133 (+1 ms) 2024-12-08T00:51:53,135 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733619112372/wal.1733619112803 to hdfs://localhost:35969/hbase/oldWALs/wal.1733619112803 2024-12-08T00:51:53,136 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35969/hbase/data/default/test2727/2d2cc831bd092f60771b9a464611919c/recovered.edits/0000000000000006000 2024-12-08T00:51:53,136 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T00:51:53,139 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733619112372, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-08T00:51:53,150 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733619112372/wal.1733619113139, exclude list is [], retry=0 2024-12-08T00:51:53,153 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34955,DS-1ad15fd5-2d1f-434f-86e3-500eb7b221ca,DISK] 2024-12-08T00:51:53,154 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42805,DS-bd6eab09-4001-44a8-80e5-1b1c6ee5fe8f,DISK] 2024-12-08T00:51:53,154 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45833,DS-7c3e4dae-72e8-4092-98aa-ece15fb2e237,DISK] 2024-12-08T00:51:53,180 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733619112372/wal.1733619113139 2024-12-08T00:51:53,180 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38603:38603),(127.0.0.1/127.0.0.1:39463:39463),(127.0.0.1/127.0.0.1:46147:46147)] 2024-12-08T00:51:53,181 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 2d2cc831bd092f60771b9a464611919c, NAME => 'test2727,,1733619112374.2d2cc831bd092f60771b9a464611919c.', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:51:53,181 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733619112374.2d2cc831bd092f60771b9a464611919c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:51:53,181 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 2d2cc831bd092f60771b9a464611919c 2024-12-08T00:51:53,181 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 2d2cc831bd092f60771b9a464611919c 2024-12-08T00:51:53,183 INFO [StoreOpener-2d2cc831bd092f60771b9a464611919c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2d2cc831bd092f60771b9a464611919c 2024-12-08T00:51:53,184 INFO [StoreOpener-2d2cc831bd092f60771b9a464611919c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d2cc831bd092f60771b9a464611919c columnFamilyName a 2024-12-08T00:51:53,184 DEBUG [StoreOpener-2d2cc831bd092f60771b9a464611919c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:51:53,185 INFO [StoreOpener-2d2cc831bd092f60771b9a464611919c-1 {}] regionserver.HStore(327): Store=2d2cc831bd092f60771b9a464611919c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:51:53,185 INFO [StoreOpener-2d2cc831bd092f60771b9a464611919c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2d2cc831bd092f60771b9a464611919c 2024-12-08T00:51:53,186 INFO [StoreOpener-2d2cc831bd092f60771b9a464611919c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d2cc831bd092f60771b9a464611919c columnFamilyName b 2024-12-08T00:51:53,186 DEBUG [StoreOpener-2d2cc831bd092f60771b9a464611919c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:51:53,187 INFO [StoreOpener-2d2cc831bd092f60771b9a464611919c-1 {}] regionserver.HStore(327): Store=2d2cc831bd092f60771b9a464611919c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:51:53,187 INFO [StoreOpener-2d2cc831bd092f60771b9a464611919c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2d2cc831bd092f60771b9a464611919c 2024-12-08T00:51:53,188 INFO [StoreOpener-2d2cc831bd092f60771b9a464611919c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d2cc831bd092f60771b9a464611919c columnFamilyName c 2024-12-08T00:51:53,188 DEBUG [StoreOpener-2d2cc831bd092f60771b9a464611919c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:51:53,189 INFO [StoreOpener-2d2cc831bd092f60771b9a464611919c-1 {}] regionserver.HStore(327): Store=2d2cc831bd092f60771b9a464611919c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:51:53,189 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2d2cc831bd092f60771b9a464611919c 2024-12-08T00:51:53,190 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/test2727/2d2cc831bd092f60771b9a464611919c 2024-12-08T00:51:53,193 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/test2727/2d2cc831bd092f60771b9a464611919c 2024-12-08T00:51:53,193 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35969/hbase/data/default/test2727/2d2cc831bd092f60771b9a464611919c/recovered.edits/0000000000000003000 2024-12-08T00:51:53,232 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-08T00:51:53,271 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:35969/hbase/data/default/test2727/2d2cc831bd092f60771b9a464611919c/recovered.edits/0000000000000003000 2024-12-08T00:51:53,272 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35969/hbase/data/default/test2727/2d2cc831bd092f60771b9a464611919c/recovered.edits/0000000000000006000 2024-12-08T00:51:53,296 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-08T00:51:53,322 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:35969/hbase/data/default/test2727/2d2cc831bd092f60771b9a464611919c/recovered.edits/0000000000000006000 2024-12-08T00:51:53,323 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2d2cc831bd092f60771b9a464611919c 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-12-08T00:51:53,344 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/test2727/2d2cc831bd092f60771b9a464611919c/.tmp/a/fe16617a3edd4b36ba4aef6c29bc98e2 is 41, key is test2727/a:100/1733619112847/Put/seqid=0 2024-12-08T00:51:53,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741871_1048 (size=84227) 2024-12-08T00:51:53,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741871_1048 (size=84227) 2024-12-08T00:51:53,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741871_1048 (size=84227) 2024-12-08T00:51:53,350 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/test2727/2d2cc831bd092f60771b9a464611919c/.tmp/a/fe16617a3edd4b36ba4aef6c29bc98e2 2024-12-08T00:51:53,375 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/test2727/2d2cc831bd092f60771b9a464611919c/.tmp/b/5e1cb637e53f494db3ffafba1f11b0e8 is 41, key is test2727/b:100/1733619112888/Put/seqid=0 2024-12-08T00:51:53,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741872_1049 (size=84609) 2024-12-08T00:51:53,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741872_1049 (size=84609) 2024-12-08T00:51:53,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741872_1049 (size=84609) 2024-12-08T00:51:53,381 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/test2727/2d2cc831bd092f60771b9a464611919c/.tmp/b/5e1cb637e53f494db3ffafba1f11b0e8 2024-12-08T00:51:53,404 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/test2727/2d2cc831bd092f60771b9a464611919c/.tmp/c/890bcca51a054ab49d33be52e78c71a3 is 41, key is test2727/c:100/1733619112930/Put/seqid=0 2024-12-08T00:51:53,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741873_1050 (size=84609) 2024-12-08T00:51:53,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741873_1050 (size=84609) 2024-12-08T00:51:53,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741873_1050 (size=84609) 2024-12-08T00:51:53,412 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/test2727/2d2cc831bd092f60771b9a464611919c/.tmp/c/890bcca51a054ab49d33be52e78c71a3 2024-12-08T00:51:53,420 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/test2727/2d2cc831bd092f60771b9a464611919c/.tmp/a/fe16617a3edd4b36ba4aef6c29bc98e2 as hdfs://localhost:35969/hbase/data/default/test2727/2d2cc831bd092f60771b9a464611919c/a/fe16617a3edd4b36ba4aef6c29bc98e2 2024-12-08T00:51:53,427 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/test2727/2d2cc831bd092f60771b9a464611919c/a/fe16617a3edd4b36ba4aef6c29bc98e2, entries=2000, sequenceid=6000, filesize=82.3 K 2024-12-08T00:51:53,428 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/test2727/2d2cc831bd092f60771b9a464611919c/.tmp/b/5e1cb637e53f494db3ffafba1f11b0e8 as hdfs://localhost:35969/hbase/data/default/test2727/2d2cc831bd092f60771b9a464611919c/b/5e1cb637e53f494db3ffafba1f11b0e8 2024-12-08T00:51:53,436 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/test2727/2d2cc831bd092f60771b9a464611919c/b/5e1cb637e53f494db3ffafba1f11b0e8, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-08T00:51:53,438 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/test2727/2d2cc831bd092f60771b9a464611919c/.tmp/c/890bcca51a054ab49d33be52e78c71a3 as hdfs://localhost:35969/hbase/data/default/test2727/2d2cc831bd092f60771b9a464611919c/c/890bcca51a054ab49d33be52e78c71a3 2024-12-08T00:51:53,445 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/test2727/2d2cc831bd092f60771b9a464611919c/c/890bcca51a054ab49d33be52e78c71a3, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-08T00:51:53,445 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 2d2cc831bd092f60771b9a464611919c in 123ms, sequenceid=6000, compaction requested=false; wal=null 2024-12-08T00:51:53,446 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35969/hbase/data/default/test2727/2d2cc831bd092f60771b9a464611919c/recovered.edits/0000000000000003000 2024-12-08T00:51:53,447 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35969/hbase/data/default/test2727/2d2cc831bd092f60771b9a464611919c/recovered.edits/0000000000000006000 2024-12-08T00:51:53,448 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2d2cc831bd092f60771b9a464611919c 2024-12-08T00:51:53,449 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2d2cc831bd092f60771b9a464611919c 2024-12-08T00:51:53,449 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T00:51:53,451 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2d2cc831bd092f60771b9a464611919c 2024-12-08T00:51:53,454 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/hbase/data/default/test2727/2d2cc831bd092f60771b9a464611919c/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-12-08T00:51:53,455 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2d2cc831bd092f60771b9a464611919c; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60843576, jitterRate=-0.0933600664138794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T00:51:53,456 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2d2cc831bd092f60771b9a464611919c: Writing region info on filesystem at 1733619113181Initializing all the Stores at 1733619113182 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619113182Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619113183 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619113183Obtaining lock to block concurrent updates at 1733619113323 (+140 ms)Preparing flush snapshotting stores in 2d2cc831bd092f60771b9a464611919c at 1733619113323Finished memstore snapshotting test2727,,1733619112374.2d2cc831bd092f60771b9a464611919c., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1733619113323Flushing stores of test2727,,1733619112374.2d2cc831bd092f60771b9a464611919c. at 1733619113323Flushing 2d2cc831bd092f60771b9a464611919c/a: creating writer at 1733619113323Flushing 2d2cc831bd092f60771b9a464611919c/a: appending metadata at 1733619113343 (+20 ms)Flushing 2d2cc831bd092f60771b9a464611919c/a: closing flushed file at 1733619113343Flushing 2d2cc831bd092f60771b9a464611919c/b: creating writer at 1733619113356 (+13 ms)Flushing 2d2cc831bd092f60771b9a464611919c/b: appending metadata at 1733619113373 (+17 ms)Flushing 2d2cc831bd092f60771b9a464611919c/b: closing flushed file at 1733619113373Flushing 2d2cc831bd092f60771b9a464611919c/c: creating writer at 1733619113387 (+14 ms)Flushing 2d2cc831bd092f60771b9a464611919c/c: appending metadata at 1733619113404 (+17 ms)Flushing 2d2cc831bd092f60771b9a464611919c/c: closing flushed file at 1733619113404Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4693abe0: reopening flushed file at 1733619113418 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@393065c4: reopening flushed file at 1733619113427 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f92fab: reopening flushed file at 1733619113436 (+9 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 2d2cc831bd092f60771b9a464611919c in 123ms, sequenceid=6000, compaction requested=false; wal=null at 1733619113445 (+9 ms)Cleaning up temporary data from old regions at 1733619113449 (+4 ms)Region opened successfully at 1733619113456 (+7 ms) 2024-12-08T00:51:53,457 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-12-08T00:51:53,457 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2d2cc831bd092f60771b9a464611919c, disabling compactions & flushes 2024-12-08T00:51:53,457 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733619112374.2d2cc831bd092f60771b9a464611919c. 2024-12-08T00:51:53,457 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733619112374.2d2cc831bd092f60771b9a464611919c. 2024-12-08T00:51:53,457 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733619112374.2d2cc831bd092f60771b9a464611919c. after waiting 0 ms 2024-12-08T00:51:53,457 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733619112374.2d2cc831bd092f60771b9a464611919c. 2024-12-08T00:51:53,458 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733619112374.2d2cc831bd092f60771b9a464611919c. 2024-12-08T00:51:53,458 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2d2cc831bd092f60771b9a464611919c: Waiting for close lock at 1733619113457Disabling compacts and flushes for region at 1733619113457Disabling writes for close at 1733619113457Writing region close event to WAL at 1733619113458 (+1 ms)Closed at 1733619113458 2024-12-08T00:51:53,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741870_1047 (size=175) 2024-12-08T00:51:53,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741870_1047 (size=175) 2024-12-08T00:51:53,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741870_1047 (size=175) 2024-12-08T00:51:53,464 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T00:51:53,464 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733619113139) 2024-12-08T00:51:53,476 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#test2727 Thread=406 (was 404) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-671346523_22 at /127.0.0.1:58614 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-671346523_22 at /127.0.0.1:44490 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-671346523_22 at /127.0.0.1:49862 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=109 (was 109), ProcessCount=11 (was 11), AvailableMemoryMB=17465 (was 17697) 2024-12-08T00:51:53,486 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testSequentialEditLogSeqNum Thread=406, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=109, ProcessCount=11, AvailableMemoryMB=17465 2024-12-08T00:51:53,499 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:51:53,505 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733619113498, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-08T00:51:53,505 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1733619113505 2024-12-08T00:51:53,534 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733619113498/wal.1733619113505 2024-12-08T00:51:53,535 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38603:38603),(127.0.0.1/127.0.0.1:39463:39463),(127.0.0.1/127.0.0.1:46147:46147)] 2024-12-08T00:51:53,536 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 84681f0937020f9aa7066d03bcfae6fc, NAME => 'testSequentialEditLogSeqNum,,1733619113500.84681f0937020f9aa7066d03bcfae6fc.', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:51:53,537 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1733619113500.84681f0937020f9aa7066d03bcfae6fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:51:53,537 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 84681f0937020f9aa7066d03bcfae6fc 2024-12-08T00:51:53,537 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 84681f0937020f9aa7066d03bcfae6fc 2024-12-08T00:51:53,537 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:35969/hbase/data/default/testSequentialEditLogSeqNum/84681f0937020f9aa7066d03bcfae6fc doesn't exist for region: 84681f0937020f9aa7066d03bcfae6fc on table testSequentialEditLogSeqNum 2024-12-08T00:51:53,538 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 84681f0937020f9aa7066d03bcfae6fc on table testSequentialEditLogSeqNum 2024-12-08T00:51:53,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741875_1052 (size=62) 2024-12-08T00:51:53,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741875_1052 (size=62) 2024-12-08T00:51:53,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741875_1052 (size=62) 2024-12-08T00:51:53,549 INFO [StoreOpener-84681f0937020f9aa7066d03bcfae6fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 84681f0937020f9aa7066d03bcfae6fc 2024-12-08T00:51:53,551 INFO [StoreOpener-84681f0937020f9aa7066d03bcfae6fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84681f0937020f9aa7066d03bcfae6fc columnFamilyName a 2024-12-08T00:51:53,551 DEBUG [StoreOpener-84681f0937020f9aa7066d03bcfae6fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:51:53,551 INFO [StoreOpener-84681f0937020f9aa7066d03bcfae6fc-1 {}] regionserver.HStore(327): Store=84681f0937020f9aa7066d03bcfae6fc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:51:53,552 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 84681f0937020f9aa7066d03bcfae6fc 2024-12-08T00:51:53,552 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testSequentialEditLogSeqNum/84681f0937020f9aa7066d03bcfae6fc 2024-12-08T00:51:53,553 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testSequentialEditLogSeqNum/84681f0937020f9aa7066d03bcfae6fc 2024-12-08T00:51:53,553 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 84681f0937020f9aa7066d03bcfae6fc 2024-12-08T00:51:53,553 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 84681f0937020f9aa7066d03bcfae6fc 2024-12-08T00:51:53,555 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 84681f0937020f9aa7066d03bcfae6fc 2024-12-08T00:51:53,557 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/hbase/data/default/testSequentialEditLogSeqNum/84681f0937020f9aa7066d03bcfae6fc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T00:51:53,558 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 84681f0937020f9aa7066d03bcfae6fc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71249082, jitterRate=0.061694055795669556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T00:51:53,559 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 84681f0937020f9aa7066d03bcfae6fc: Writing region info on filesystem at 1733619113537Initializing all the Stores at 1733619113549 (+12 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619113549Cleaning up temporary data from old regions at 1733619113553 (+4 ms)Region opened successfully at 1733619113559 (+6 ms) 2024-12-08T00:51:53,573 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 84681f0937020f9aa7066d03bcfae6fc 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-12-08T00:51:53,592 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testSequentialEditLogSeqNum/84681f0937020f9aa7066d03bcfae6fc/.tmp/a/260a7b9a7ba841dca958cdd386e60c66 is 81, key is testSequentialEditLogSeqNum/a:x0/1733619113559/Put/seqid=0 2024-12-08T00:51:53,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741876_1053 (size=5833) 2024-12-08T00:51:53,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741876_1053 (size=5833) 2024-12-08T00:51:53,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741876_1053 (size=5833) 2024-12-08T00:51:53,599 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/testSequentialEditLogSeqNum/84681f0937020f9aa7066d03bcfae6fc/.tmp/a/260a7b9a7ba841dca958cdd386e60c66 2024-12-08T00:51:53,605 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testSequentialEditLogSeqNum/84681f0937020f9aa7066d03bcfae6fc/.tmp/a/260a7b9a7ba841dca958cdd386e60c66 as hdfs://localhost:35969/hbase/data/default/testSequentialEditLogSeqNum/84681f0937020f9aa7066d03bcfae6fc/a/260a7b9a7ba841dca958cdd386e60c66 2024-12-08T00:51:53,611 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/testSequentialEditLogSeqNum/84681f0937020f9aa7066d03bcfae6fc/a/260a7b9a7ba841dca958cdd386e60c66, entries=10, sequenceid=13, filesize=5.7 K 2024-12-08T00:51:53,613 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 84681f0937020f9aa7066d03bcfae6fc in 41ms, sequenceid=13, compaction requested=false 2024-12-08T00:51:53,613 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 84681f0937020f9aa7066d03bcfae6fc: 2024-12-08T00:51:53,618 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-08T00:51:53,618 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-08T00:51:53,618 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-08T00:51:53,619 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-08T00:51:53,619 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-08T00:51:53,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741874_1051 (size=3256) 2024-12-08T00:51:53,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741874_1051 (size=3256) 2024-12-08T00:51:53,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741874_1051 (size=3256) 2024-12-08T00:51:53,638 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35969/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733619113498/wal.1733619113505, size=3.2 K (3256bytes) 2024-12-08T00:51:53,638 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35969/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733619113498/wal.1733619113505 2024-12-08T00:51:53,639 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35969/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733619113498/wal.1733619113505 after 0ms 2024-12-08T00:51:53,660 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-08T00:51:53,660 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35969/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733619113498/wal.1733619113505 took 22ms 2024-12-08T00:51:53,663 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35969/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733619113498/wal.1733619113505 so closing down 2024-12-08T00:51:53,663 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T00:51:53,664 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733619113505.temp 2024-12-08T00:51:53,685 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testSequentialEditLogSeqNum/84681f0937020f9aa7066d03bcfae6fc/recovered.edits/0000000000000000003-wal.1733619113505.temp 2024-12-08T00:51:53,686 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T00:51:53,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741877_1054 (size=2650) 2024-12-08T00:51:53,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741877_1054 (size=2650) 2024-12-08T00:51:53,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741877_1054 (size=2650) 2024-12-08T00:51:53,695 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testSequentialEditLogSeqNum/84681f0937020f9aa7066d03bcfae6fc/recovered.edits/0000000000000000003-wal.1733619113505.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-12-08T00:51:53,697 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35969/hbase/data/default/testSequentialEditLogSeqNum/84681f0937020f9aa7066d03bcfae6fc/recovered.edits/0000000000000000003-wal.1733619113505.temp to hdfs://localhost:35969/hbase/data/default/testSequentialEditLogSeqNum/84681f0937020f9aa7066d03bcfae6fc/recovered.edits/0000000000000000020 2024-12-08T00:51:53,697 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 36 ms; skipped=2; WAL=hdfs://localhost:35969/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733619113498/wal.1733619113505, size=3.2 K, length=3256, corrupted=false, cancelled=false 2024-12-08T00:51:53,697 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35969/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733619113498/wal.1733619113505, journal: Splitting hdfs://localhost:35969/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733619113498/wal.1733619113505, size=3.2 K (3256bytes) at 1733619113638Finishing writing output for hdfs://localhost:35969/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733619113498/wal.1733619113505 so closing down at 1733619113663 (+25 ms)Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testSequentialEditLogSeqNum/84681f0937020f9aa7066d03bcfae6fc/recovered.edits/0000000000000000003-wal.1733619113505.temp at 1733619113685 (+22 ms)3 split writer threads finished at 1733619113686 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testSequentialEditLogSeqNum/84681f0937020f9aa7066d03bcfae6fc/recovered.edits/0000000000000000003-wal.1733619113505.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1733619113695 (+9 ms)Rename recovered edits hdfs://localhost:35969/hbase/data/default/testSequentialEditLogSeqNum/84681f0937020f9aa7066d03bcfae6fc/recovered.edits/0000000000000000003-wal.1733619113505.temp to hdfs://localhost:35969/hbase/data/default/testSequentialEditLogSeqNum/84681f0937020f9aa7066d03bcfae6fc/recovered.edits/0000000000000000020 at 1733619113697 (+2 ms)Processed 17 edits across 1 Regions in 36 ms; skipped=2; WAL=hdfs://localhost:35969/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733619113498/wal.1733619113505, size=3.2 K, length=3256, corrupted=false, cancelled=false at 1733619113697 2024-12-08T00:51:53,710 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testSequentialEditLogSeqNum Thread=411 (was 406) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-671346523_22 at /127.0.0.1:44490 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-671346523_22 at /127.0.0.1:49862 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=109 (was 109), ProcessCount=11 (was 11), AvailableMemoryMB=17463 (was 17465) 2024-12-08T00:51:53,722 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=411, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=109, ProcessCount=11, AvailableMemoryMB=17462 2024-12-08T00:51:53,738 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:51:53,740 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:51:53,771 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T00:51:53,774 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-20509607, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/hregion-20509607, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-08T00:51:53,785 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-20509607/hregion-20509607.1733619113774, exclude list is [], retry=0 2024-12-08T00:51:53,788 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42805,DS-bd6eab09-4001-44a8-80e5-1b1c6ee5fe8f,DISK] 2024-12-08T00:51:53,788 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34955,DS-1ad15fd5-2d1f-434f-86e3-500eb7b221ca,DISK] 2024-12-08T00:51:53,789 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45833,DS-7c3e4dae-72e8-4092-98aa-ece15fb2e237,DISK] 2024-12-08T00:51:53,814 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-20509607/hregion-20509607.1733619113774 2024-12-08T00:51:53,814 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39463:39463),(127.0.0.1/127.0.0.1:38603:38603),(127.0.0.1/127.0.0.1:46147:46147)] 2024-12-08T00:51:53,814 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 4c8a0fa808af6075f95c49903d143232, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733619113738.4c8a0fa808af6075f95c49903d143232.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35969/hbase 2024-12-08T00:51:53,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741879_1056 (size=70) 2024-12-08T00:51:53,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741879_1056 (size=70) 2024-12-08T00:51:53,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741879_1056 (size=70) 2024-12-08T00:51:53,826 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733619113738.4c8a0fa808af6075f95c49903d143232.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:51:53,828 INFO [StoreOpener-4c8a0fa808af6075f95c49903d143232-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4c8a0fa808af6075f95c49903d143232 2024-12-08T00:51:53,830 INFO [StoreOpener-4c8a0fa808af6075f95c49903d143232-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c8a0fa808af6075f95c49903d143232 columnFamilyName a 2024-12-08T00:51:53,830 DEBUG [StoreOpener-4c8a0fa808af6075f95c49903d143232-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:51:53,830 INFO [StoreOpener-4c8a0fa808af6075f95c49903d143232-1 {}] regionserver.HStore(327): Store=4c8a0fa808af6075f95c49903d143232/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:51:53,831 INFO [StoreOpener-4c8a0fa808af6075f95c49903d143232-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4c8a0fa808af6075f95c49903d143232 2024-12-08T00:51:53,832 INFO [StoreOpener-4c8a0fa808af6075f95c49903d143232-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c8a0fa808af6075f95c49903d143232 columnFamilyName b 2024-12-08T00:51:53,832 DEBUG [StoreOpener-4c8a0fa808af6075f95c49903d143232-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:51:53,833 INFO [StoreOpener-4c8a0fa808af6075f95c49903d143232-1 {}] regionserver.HStore(327): Store=4c8a0fa808af6075f95c49903d143232/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:51:53,833 INFO [StoreOpener-4c8a0fa808af6075f95c49903d143232-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4c8a0fa808af6075f95c49903d143232 2024-12-08T00:51:53,835 INFO [StoreOpener-4c8a0fa808af6075f95c49903d143232-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c8a0fa808af6075f95c49903d143232 columnFamilyName c 2024-12-08T00:51:53,835 DEBUG [StoreOpener-4c8a0fa808af6075f95c49903d143232-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:51:53,835 INFO [StoreOpener-4c8a0fa808af6075f95c49903d143232-1 {}] regionserver.HStore(327): Store=4c8a0fa808af6075f95c49903d143232/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:51:53,836 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4c8a0fa808af6075f95c49903d143232 2024-12-08T00:51:53,836 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4c8a0fa808af6075f95c49903d143232 2024-12-08T00:51:53,837 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4c8a0fa808af6075f95c49903d143232 2024-12-08T00:51:53,838 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4c8a0fa808af6075f95c49903d143232 2024-12-08T00:51:53,838 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4c8a0fa808af6075f95c49903d143232 2024-12-08T00:51:53,838 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T00:51:53,840 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4c8a0fa808af6075f95c49903d143232 2024-12-08T00:51:53,842 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4c8a0fa808af6075f95c49903d143232/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T00:51:53,843 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4c8a0fa808af6075f95c49903d143232; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72046424, jitterRate=0.07357537746429443}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T00:51:53,843 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4c8a0fa808af6075f95c49903d143232: Writing region info on filesystem at 1733619113826Initializing all the Stores at 1733619113827 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619113827Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619113828 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619113828Cleaning up temporary data from old regions at 1733619113838 (+10 ms)Region opened successfully at 1733619113843 (+5 ms) 2024-12-08T00:51:53,843 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4c8a0fa808af6075f95c49903d143232, disabling compactions & flushes 2024-12-08T00:51:53,843 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733619113738.4c8a0fa808af6075f95c49903d143232. 2024-12-08T00:51:53,843 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733619113738.4c8a0fa808af6075f95c49903d143232. 2024-12-08T00:51:53,843 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733619113738.4c8a0fa808af6075f95c49903d143232. after waiting 0 ms 2024-12-08T00:51:53,843 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733619113738.4c8a0fa808af6075f95c49903d143232. 2024-12-08T00:51:53,844 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733619113738.4c8a0fa808af6075f95c49903d143232. 2024-12-08T00:51:53,844 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4c8a0fa808af6075f95c49903d143232: Waiting for close lock at 1733619113843Disabling compacts and flushes for region at 1733619113843Disabling writes for close at 1733619113843Writing region close event to WAL at 1733619113844 (+1 ms)Closed at 1733619113844 2024-12-08T00:51:53,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741878_1055 (size=175) 2024-12-08T00:51:53,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741878_1055 (size=175) 2024-12-08T00:51:53,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741878_1055 (size=175) 2024-12-08T00:51:53,849 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T00:51:53,849 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-20509607:(num 1733619113774) 2024-12-08T00:51:53,849 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T00:51:53,851 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733619113737, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-08T00:51:53,861 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733619113737/wal.1733619113851, exclude list is [], retry=0 2024-12-08T00:51:53,864 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42805,DS-bd6eab09-4001-44a8-80e5-1b1c6ee5fe8f,DISK] 2024-12-08T00:51:53,865 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34955,DS-1ad15fd5-2d1f-434f-86e3-500eb7b221ca,DISK] 2024-12-08T00:51:53,865 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45833,DS-7c3e4dae-72e8-4092-98aa-ece15fb2e237,DISK] 2024-12-08T00:51:53,891 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733619113737/wal.1733619113851 2024-12-08T00:51:53,892 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39463:39463),(127.0.0.1/127.0.0.1:38603:38603),(127.0.0.1/127.0.0.1:46147:46147)] 2024-12-08T00:51:53,892 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c8a0fa808af6075f95c49903d143232, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733619113738.4c8a0fa808af6075f95c49903d143232.', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:51:53,892 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733619113738.4c8a0fa808af6075f95c49903d143232.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:51:53,892 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4c8a0fa808af6075f95c49903d143232 2024-12-08T00:51:53,892 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4c8a0fa808af6075f95c49903d143232 2024-12-08T00:51:53,894 INFO [StoreOpener-4c8a0fa808af6075f95c49903d143232-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4c8a0fa808af6075f95c49903d143232 2024-12-08T00:51:53,895 INFO [StoreOpener-4c8a0fa808af6075f95c49903d143232-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c8a0fa808af6075f95c49903d143232 columnFamilyName a 2024-12-08T00:51:53,895 DEBUG [StoreOpener-4c8a0fa808af6075f95c49903d143232-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:51:53,896 INFO [StoreOpener-4c8a0fa808af6075f95c49903d143232-1 {}] regionserver.HStore(327): Store=4c8a0fa808af6075f95c49903d143232/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:51:53,896 INFO [StoreOpener-4c8a0fa808af6075f95c49903d143232-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4c8a0fa808af6075f95c49903d143232 2024-12-08T00:51:53,897 INFO [StoreOpener-4c8a0fa808af6075f95c49903d143232-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c8a0fa808af6075f95c49903d143232 columnFamilyName b 2024-12-08T00:51:53,897 DEBUG [StoreOpener-4c8a0fa808af6075f95c49903d143232-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:51:53,897 INFO [StoreOpener-4c8a0fa808af6075f95c49903d143232-1 {}] regionserver.HStore(327): Store=4c8a0fa808af6075f95c49903d143232/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:51:53,897 INFO [StoreOpener-4c8a0fa808af6075f95c49903d143232-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4c8a0fa808af6075f95c49903d143232 2024-12-08T00:51:53,898 INFO [StoreOpener-4c8a0fa808af6075f95c49903d143232-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c8a0fa808af6075f95c49903d143232 columnFamilyName c 2024-12-08T00:51:53,898 DEBUG [StoreOpener-4c8a0fa808af6075f95c49903d143232-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:51:53,899 INFO [StoreOpener-4c8a0fa808af6075f95c49903d143232-1 {}] regionserver.HStore(327): Store=4c8a0fa808af6075f95c49903d143232/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:51:53,899 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4c8a0fa808af6075f95c49903d143232 2024-12-08T00:51:53,900 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4c8a0fa808af6075f95c49903d143232 2024-12-08T00:51:53,901 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4c8a0fa808af6075f95c49903d143232 2024-12-08T00:51:53,902 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4c8a0fa808af6075f95c49903d143232 2024-12-08T00:51:53,902 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4c8a0fa808af6075f95c49903d143232 2024-12-08T00:51:53,903 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T00:51:53,904 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4c8a0fa808af6075f95c49903d143232 2024-12-08T00:51:53,905 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4c8a0fa808af6075f95c49903d143232; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70596644, jitterRate=0.05197197198867798}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T00:51:53,905 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4c8a0fa808af6075f95c49903d143232: Writing region info on filesystem at 1733619113892Initializing all the Stores at 1733619113894 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619113894Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619113894Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619113894Cleaning up temporary data from old regions at 1733619113902 (+8 ms)Region opened successfully at 1733619113905 (+3 ms) 2024-12-08T00:51:53,910 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1733619113909/Put/seqid=0 2024-12-08T00:51:53,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741881_1058 (size=4826) 2024-12-08T00:51:53,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741881_1058 (size=4826) 2024-12-08T00:51:53,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741881_1058 (size=4826) 2024-12-08T00:51:53,917 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35969/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 4c8a0fa808af6075f95c49903d143232/a 2024-12-08T00:51:53,925 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-12-08T00:51:53,925 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-08T00:51:53,926 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4c8a0fa808af6075f95c49903d143232: 2024-12-08T00:51:53,927 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4c8a0fa808af6075f95c49903d143232/a/7ed99bc7198c4434916acc286f0db6f7_SeqId_3_ 2024-12-08T00:51:53,928 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35969/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 4c8a0fa808af6075f95c49903d143232/a as hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4c8a0fa808af6075f95c49903d143232/a/7ed99bc7198c4434916acc286f0db6f7_SeqId_3_ - updating store file list. 2024-12-08T00:51:53,933 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7ed99bc7198c4434916acc286f0db6f7_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-08T00:51:53,934 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4c8a0fa808af6075f95c49903d143232/a/7ed99bc7198c4434916acc286f0db6f7_SeqId_3_ into 4c8a0fa808af6075f95c49903d143232/a 2024-12-08T00:51:53,934 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35969/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 4c8a0fa808af6075f95c49903d143232/a (new location: hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4c8a0fa808af6075f95c49903d143232/a/7ed99bc7198c4434916acc286f0db6f7_SeqId_3_) 2024-12-08T00:51:53,968 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35969/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733619113737/wal.1733619113851, size=0 (0bytes) 2024-12-08T00:51:53,968 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:35969/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733619113737/wal.1733619113851 might be still open, length is 0 2024-12-08T00:51:53,969 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35969/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733619113737/wal.1733619113851 2024-12-08T00:51:53,969 WARN [IPC Server handler 4 on default port 35969 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733619113737/wal.1733619113851 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-12-08T00:51:53,970 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:35969/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733619113737/wal.1733619113851 after 0ms 2024-12-08T00:51:56,908 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-671346523_22 at /127.0.0.1:44586 [Receiving block BP-1464640837-172.17.0.2-1733619099122:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:42805:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44586 dst: /127.0.0.1:42805 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42805 remote=/127.0.0.1:44586]. Total timeout mills is 60000, 57032 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:51:56,909 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-671346523_22 at /127.0.0.1:58786 [Receiving block BP-1464640837-172.17.0.2-1733619099122:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:45833:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58786 dst: /127.0.0.1:45833 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:51:56,909 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-671346523_22 at /127.0.0.1:49948 [Receiving block BP-1464640837-172.17.0.2-1733619099122:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:34955:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49948 dst: /127.0.0.1:34955 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:51:56,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741880_1059 (size=606) 2024-12-08T00:51:56,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741880_1059 (size=606) 2024-12-08T00:51:56,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741880_1059 (size=606) 2024-12-08T00:51:57,970 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:35969/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733619113737/wal.1733619113851 after 4001ms 2024-12-08T00:51:58,001 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-08T00:51:58,001 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35969/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733619113737/wal.1733619113851 took 4033ms 2024-12-08T00:51:58,003 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:35969/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733619113737/wal.1733619113851; continuing. 2024-12-08T00:51:58,003 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35969/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733619113737/wal.1733619113851 so closing down 2024-12-08T00:51:58,003 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T00:51:58,005 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1733619113851.temp 2024-12-08T00:51:58,026 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4c8a0fa808af6075f95c49903d143232/recovered.edits/0000000000000000005-wal.1733619113851.temp 2024-12-08T00:51:58,026 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T00:51:58,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741882_1060 (size=329) 2024-12-08T00:51:58,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741882_1060 (size=329) 2024-12-08T00:51:58,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741882_1060 (size=329) 2024-12-08T00:51:58,033 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4c8a0fa808af6075f95c49903d143232/recovered.edits/0000000000000000005-wal.1733619113851.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-08T00:51:58,034 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4c8a0fa808af6075f95c49903d143232/recovered.edits/0000000000000000005-wal.1733619113851.temp to hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4c8a0fa808af6075f95c49903d143232/recovered.edits/0000000000000000005 2024-12-08T00:51:58,034 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 32 ms; skipped=1; WAL=hdfs://localhost:35969/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733619113737/wal.1733619113851, size=0, length=0, corrupted=false, cancelled=false 2024-12-08T00:51:58,034 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35969/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733619113737/wal.1733619113851, journal: Splitting hdfs://localhost:35969/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733619113737/wal.1733619113851, size=0 (0bytes) at 1733619113968Finishing writing output for hdfs://localhost:35969/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733619113737/wal.1733619113851 so closing down at 1733619118003 (+4035 ms)Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4c8a0fa808af6075f95c49903d143232/recovered.edits/0000000000000000005-wal.1733619113851.temp at 1733619118026 (+23 ms)3 split writer threads finished at 1733619118026Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4c8a0fa808af6075f95c49903d143232/recovered.edits/0000000000000000005-wal.1733619113851.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733619118033 (+7 ms)Rename recovered edits hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4c8a0fa808af6075f95c49903d143232/recovered.edits/0000000000000000005-wal.1733619113851.temp to hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4c8a0fa808af6075f95c49903d143232/recovered.edits/0000000000000000005 at 1733619118034 (+1 ms)Processed 2 edits across 1 Regions in 32 ms; skipped=1; WAL=hdfs://localhost:35969/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733619113737/wal.1733619113851, size=0, length=0, corrupted=false, cancelled=false at 1733619118034 2024-12-08T00:51:58,036 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35969/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733619113737/wal.1733619113851 to hdfs://localhost:35969/hbase/oldWALs/wal.1733619113851 2024-12-08T00:51:58,037 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4c8a0fa808af6075f95c49903d143232/recovered.edits/0000000000000000005 2024-12-08T00:51:58,037 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T00:51:58,039 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733619113737, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-08T00:51:58,056 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733619113737/wal.1733619118039, exclude list is [], retry=0 2024-12-08T00:51:58,058 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34955,DS-1ad15fd5-2d1f-434f-86e3-500eb7b221ca,DISK] 2024-12-08T00:51:58,059 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45833,DS-7c3e4dae-72e8-4092-98aa-ece15fb2e237,DISK] 2024-12-08T00:51:58,059 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42805,DS-bd6eab09-4001-44a8-80e5-1b1c6ee5fe8f,DISK] 2024-12-08T00:51:58,082 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733619113737/wal.1733619118039 2024-12-08T00:51:58,082 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38603:38603),(127.0.0.1/127.0.0.1:46147:46147),(127.0.0.1/127.0.0.1:39463:39463)] 2024-12-08T00:51:58,083 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c8a0fa808af6075f95c49903d143232, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733619113738.4c8a0fa808af6075f95c49903d143232.', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:51:58,083 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733619113738.4c8a0fa808af6075f95c49903d143232.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:51:58,083 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4c8a0fa808af6075f95c49903d143232 2024-12-08T00:51:58,083 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4c8a0fa808af6075f95c49903d143232 2024-12-08T00:51:58,085 INFO [StoreOpener-4c8a0fa808af6075f95c49903d143232-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4c8a0fa808af6075f95c49903d143232 2024-12-08T00:51:58,085 INFO [StoreOpener-4c8a0fa808af6075f95c49903d143232-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c8a0fa808af6075f95c49903d143232 columnFamilyName a 2024-12-08T00:51:58,086 DEBUG [StoreOpener-4c8a0fa808af6075f95c49903d143232-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:51:58,092 DEBUG [StoreFileOpener-4c8a0fa808af6075f95c49903d143232-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7ed99bc7198c4434916acc286f0db6f7_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-08T00:51:58,092 DEBUG [StoreOpener-4c8a0fa808af6075f95c49903d143232-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4c8a0fa808af6075f95c49903d143232/a/7ed99bc7198c4434916acc286f0db6f7_SeqId_3_ 2024-12-08T00:51:58,092 INFO [StoreOpener-4c8a0fa808af6075f95c49903d143232-1 {}] regionserver.HStore(327): Store=4c8a0fa808af6075f95c49903d143232/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:51:58,092 INFO [StoreOpener-4c8a0fa808af6075f95c49903d143232-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4c8a0fa808af6075f95c49903d143232 2024-12-08T00:51:58,094 INFO [StoreOpener-4c8a0fa808af6075f95c49903d143232-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c8a0fa808af6075f95c49903d143232 columnFamilyName b 2024-12-08T00:51:58,094 DEBUG [StoreOpener-4c8a0fa808af6075f95c49903d143232-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:51:58,094 INFO [StoreOpener-4c8a0fa808af6075f95c49903d143232-1 {}] regionserver.HStore(327): Store=4c8a0fa808af6075f95c49903d143232/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:51:58,095 INFO [StoreOpener-4c8a0fa808af6075f95c49903d143232-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4c8a0fa808af6075f95c49903d143232 2024-12-08T00:51:58,096 INFO [StoreOpener-4c8a0fa808af6075f95c49903d143232-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c8a0fa808af6075f95c49903d143232 columnFamilyName c 2024-12-08T00:51:58,096 DEBUG [StoreOpener-4c8a0fa808af6075f95c49903d143232-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:51:58,097 INFO [StoreOpener-4c8a0fa808af6075f95c49903d143232-1 {}] regionserver.HStore(327): Store=4c8a0fa808af6075f95c49903d143232/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:51:58,097 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4c8a0fa808af6075f95c49903d143232 2024-12-08T00:51:58,098 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4c8a0fa808af6075f95c49903d143232 2024-12-08T00:51:58,100 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4c8a0fa808af6075f95c49903d143232 2024-12-08T00:51:58,100 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4c8a0fa808af6075f95c49903d143232/recovered.edits/0000000000000000005 2024-12-08T00:51:58,126 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-08T00:51:58,127 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4c8a0fa808af6075f95c49903d143232/recovered.edits/0000000000000000005 2024-12-08T00:51:58,128 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4c8a0fa808af6075f95c49903d143232 3/3 column families, dataSize=58 B heapSize=904 B 2024-12-08T00:51:58,141 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4c8a0fa808af6075f95c49903d143232/.tmp/a/48bfc05d75db4d3cabf8714267381a94 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1733619113938/Put/seqid=0 2024-12-08T00:51:58,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741884_1062 (size=5149) 2024-12-08T00:51:58,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741884_1062 (size=5149) 2024-12-08T00:51:58,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741884_1062 (size=5149) 2024-12-08T00:51:58,150 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4c8a0fa808af6075f95c49903d143232/.tmp/a/48bfc05d75db4d3cabf8714267381a94 2024-12-08T00:51:58,155 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4c8a0fa808af6075f95c49903d143232/.tmp/a/48bfc05d75db4d3cabf8714267381a94 as hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4c8a0fa808af6075f95c49903d143232/a/48bfc05d75db4d3cabf8714267381a94 2024-12-08T00:51:58,160 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4c8a0fa808af6075f95c49903d143232/a/48bfc05d75db4d3cabf8714267381a94, entries=1, sequenceid=5, filesize=5.0 K 2024-12-08T00:51:58,160 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 4c8a0fa808af6075f95c49903d143232 in 33ms, sequenceid=5, compaction requested=false; wal=null 2024-12-08T00:51:58,161 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4c8a0fa808af6075f95c49903d143232/recovered.edits/0000000000000000005 2024-12-08T00:51:58,162 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4c8a0fa808af6075f95c49903d143232 2024-12-08T00:51:58,162 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4c8a0fa808af6075f95c49903d143232 2024-12-08T00:51:58,163 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T00:51:58,165 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4c8a0fa808af6075f95c49903d143232 2024-12-08T00:51:58,167 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/4c8a0fa808af6075f95c49903d143232/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-08T00:51:58,167 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4c8a0fa808af6075f95c49903d143232; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71959463, jitterRate=0.07227955758571625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T00:51:58,168 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4c8a0fa808af6075f95c49903d143232: Writing region info on filesystem at 1733619118083Initializing all the Stores at 1733619118084 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619118084Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619118084Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619118084Obtaining lock to block concurrent updates at 1733619118128 (+44 ms)Preparing flush snapshotting stores in 4c8a0fa808af6075f95c49903d143232 at 1733619118128Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1733619113738.4c8a0fa808af6075f95c49903d143232., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1733619118128Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1733619113738.4c8a0fa808af6075f95c49903d143232. at 1733619118128Flushing 4c8a0fa808af6075f95c49903d143232/a: creating writer at 1733619118128Flushing 4c8a0fa808af6075f95c49903d143232/a: appending metadata at 1733619118140 (+12 ms)Flushing 4c8a0fa808af6075f95c49903d143232/a: closing flushed file at 1733619118140Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d17bd57: reopening flushed file at 1733619118154 (+14 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 4c8a0fa808af6075f95c49903d143232 in 33ms, sequenceid=5, compaction requested=false; wal=null at 1733619118160 (+6 ms)Cleaning up temporary data from old regions at 1733619118162 (+2 ms)Region opened successfully at 1733619118168 (+6 ms) 2024-12-08T00:51:58,171 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4c8a0fa808af6075f95c49903d143232, disabling compactions & flushes 2024-12-08T00:51:58,171 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733619113738.4c8a0fa808af6075f95c49903d143232. 2024-12-08T00:51:58,171 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733619113738.4c8a0fa808af6075f95c49903d143232. 2024-12-08T00:51:58,171 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733619113738.4c8a0fa808af6075f95c49903d143232. after waiting 0 ms 2024-12-08T00:51:58,171 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733619113738.4c8a0fa808af6075f95c49903d143232. 2024-12-08T00:51:58,172 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733619113738.4c8a0fa808af6075f95c49903d143232. 2024-12-08T00:51:58,172 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4c8a0fa808af6075f95c49903d143232: Waiting for close lock at 1733619118171Disabling compacts and flushes for region at 1733619118171Disabling writes for close at 1733619118171Writing region close event to WAL at 1733619118172 (+1 ms)Closed at 1733619118172 2024-12-08T00:51:58,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741883_1061 (size=175) 2024-12-08T00:51:58,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741883_1061 (size=175) 2024-12-08T00:51:58,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741883_1061 (size=175) 2024-12-08T00:51:58,177 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T00:51:58,177 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733619118039) 2024-12-08T00:51:58,190 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=414 (was 411) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1527980509_22 at /127.0.0.1:58838 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:35969 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1527980509_22 at /127.0.0.1:49968 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:35969 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1022 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=100 (was 109), ProcessCount=11 (was 11), AvailableMemoryMB=17453 (was 17462) 2024-12-08T00:51:58,202 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=414, OpenFileDescriptor=1022, MaxFileDescriptor=1048576, SystemLoadAverage=100, ProcessCount=11, AvailableMemoryMB=17452 2024-12-08T00:51:58,218 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:51:58,222 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T00:51:58,225 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0f983e3e5be1,44915,1733619102730 2024-12-08T00:51:58,227 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6df95364 2024-12-08T00:51:58,228 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T00:51:58,230 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43460, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T00:51:58,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T00:51:58,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-12-08T00:51:58,241 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T00:51:58,244 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-12-08T00:51:58,244 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:51:58,246 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T00:51:58,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T00:51:58,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741885_1063 (size=694) 2024-12-08T00:51:58,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741885_1063 (size=694) 2024-12-08T00:51:58,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741885_1063 (size=694) 2024-12-08T00:51:58,261 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1a9c33310b49e375bff4d466f47b7bde, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a 2024-12-08T00:51:58,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741886_1064 (size=77) 2024-12-08T00:51:58,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741886_1064 (size=77) 2024-12-08T00:51:58,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741886_1064 (size=77) 2024-12-08T00:51:58,269 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:51:58,269 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 1a9c33310b49e375bff4d466f47b7bde, disabling compactions & flushes 2024-12-08T00:51:58,269 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. 2024-12-08T00:51:58,270 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. 2024-12-08T00:51:58,270 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. after waiting 0 ms 2024-12-08T00:51:58,270 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. 2024-12-08T00:51:58,270 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. 2024-12-08T00:51:58,270 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1a9c33310b49e375bff4d466f47b7bde: Waiting for close lock at 1733619118269Disabling compacts and flushes for region at 1733619118269Disabling writes for close at 1733619118270 (+1 ms)Writing region close event to WAL at 1733619118270Closed at 1733619118270 2024-12-08T00:51:58,271 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T00:51:58,275 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1733619118271"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733619118271"}]},"ts":"1733619118271"} 2024-12-08T00:51:58,278 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-08T00:51:58,280 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T00:51:58,282 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733619118280"}]},"ts":"1733619118280"} 2024-12-08T00:51:58,286 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-12-08T00:51:58,286 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {0f983e3e5be1=0} racks are {/default-rack=0} 2024-12-08T00:51:58,288 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-08T00:51:58,288 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-08T00:51:58,288 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-08T00:51:58,288 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-08T00:51:58,288 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-08T00:51:58,288 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-08T00:51:58,288 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-08T00:51:58,288 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-08T00:51:58,288 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-08T00:51:58,288 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-08T00:51:58,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1a9c33310b49e375bff4d466f47b7bde, ASSIGN}] 2024-12-08T00:51:58,291 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1a9c33310b49e375bff4d466f47b7bde, ASSIGN 2024-12-08T00:51:58,292 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1a9c33310b49e375bff4d466f47b7bde, ASSIGN; state=OFFLINE, location=0f983e3e5be1,34241,1733619103508; forceNewPlan=false, retain=false 2024-12-08T00:51:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T00:51:58,447 INFO [0f983e3e5be1:44915 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-08T00:51:58,448 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1a9c33310b49e375bff4d466f47b7bde, regionState=OPENING, regionLocation=0f983e3e5be1,34241,1733619103508 2024-12-08T00:51:58,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1a9c33310b49e375bff4d466f47b7bde, ASSIGN because future has completed 2024-12-08T00:51:58,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a9c33310b49e375bff4d466f47b7bde, server=0f983e3e5be1,34241,1733619103508}] 2024-12-08T00:51:58,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T00:51:58,618 INFO [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. 2024-12-08T00:51:58,618 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a9c33310b49e375bff4d466f47b7bde, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde.', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:51:58,619 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:51:58,619 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:51:58,619 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:51:58,619 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:51:58,622 INFO [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:51:58,624 INFO [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a9c33310b49e375bff4d466f47b7bde columnFamilyName cf1 2024-12-08T00:51:58,624 DEBUG [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:51:58,625 INFO [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] regionserver.HStore(327): Store=1a9c33310b49e375bff4d466f47b7bde/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:51:58,625 INFO [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:51:58,627 INFO [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a9c33310b49e375bff4d466f47b7bde columnFamilyName cf2 2024-12-08T00:51:58,627 DEBUG [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:51:58,628 INFO [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] regionserver.HStore(327): Store=1a9c33310b49e375bff4d466f47b7bde/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:51:58,628 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:51:58,629 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:51:58,630 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:51:58,631 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:51:58,631 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:51:58,632 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-08T00:51:58,634 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:51:58,637 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T00:51:58,638 INFO [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1a9c33310b49e375bff4d466f47b7bde; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74116546, jitterRate=0.10442259907722473}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-08T00:51:58,638 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:51:58,639 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1a9c33310b49e375bff4d466f47b7bde: Running coprocessor pre-open hook at 1733619118619Writing region info on filesystem at 1733619118620 (+1 ms)Initializing all the Stores at 1733619118621 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619118621Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619118621Cleaning up temporary data from old regions at 1733619118631 (+10 ms)Running coprocessor post-open hooks at 1733619118638 (+7 ms)Region opened successfully at 1733619118639 (+1 ms) 2024-12-08T00:51:58,641 INFO [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde., pid=6, masterSystemTime=1733619118608 2024-12-08T00:51:58,644 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. 2024-12-08T00:51:58,645 INFO [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. 2024-12-08T00:51:58,646 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1a9c33310b49e375bff4d466f47b7bde, regionState=OPEN, openSeqNum=2, regionLocation=0f983e3e5be1,34241,1733619103508 2024-12-08T00:51:58,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a9c33310b49e375bff4d466f47b7bde, server=0f983e3e5be1,34241,1733619103508 because future has completed 2024-12-08T00:51:58,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-08T00:51:58,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1a9c33310b49e375bff4d466f47b7bde, server=0f983e3e5be1,34241,1733619103508 in 195 msec 2024-12-08T00:51:58,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-08T00:51:58,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1a9c33310b49e375bff4d466f47b7bde, ASSIGN in 363 msec 2024-12-08T00:51:58,656 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T00:51:58,656 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733619118656"}]},"ts":"1733619118656"} 2024-12-08T00:51:58,659 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-12-08T00:51:58,660 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T00:51:58,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 425 msec 2024-12-08T00:51:58,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T00:51:58,882 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-12-08T00:51:58,883 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-12-08T00:51:58,886 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T00:51:58,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-12-08T00:51:58,893 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T00:51:58,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-12-08T00:51:58,907 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde., hostname=0f983e3e5be1,34241,1733619103508, seqNum=2] 2024-12-08T00:51:58,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=1a9c33310b49e375bff4d466f47b7bde, source=0f983e3e5be1,34241,1733619103508, destination=0f983e3e5be1,42221,1733619103403, warming up region on 0f983e3e5be1,42221,1733619103403 2024-12-08T00:51:58,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T00:51:58,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=1a9c33310b49e375bff4d466f47b7bde, source=0f983e3e5be1,34241,1733619103508, destination=0f983e3e5be1,42221,1733619103403, running balancer 2024-12-08T00:51:58,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41315, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T00:51:58,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1a9c33310b49e375bff4d466f47b7bde, REOPEN/MOVE 2024-12-08T00:51:58,926 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1a9c33310b49e375bff4d466f47b7bde, REOPEN/MOVE 2024-12-08T00:51:58,928 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1a9c33310b49e375bff4d466f47b7bde, regionState=CLOSING, regionLocation=0f983e3e5be1,34241,1733619103508 2024-12-08T00:51:58,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. 2024-12-08T00:51:58,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.HRegion(7855): Warmup {ENCODED => 1a9c33310b49e375bff4d466f47b7bde, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde.', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:51:58,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:51:58,931 INFO [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:51:58,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1a9c33310b49e375bff4d466f47b7bde, REOPEN/MOVE because future has completed 2024-12-08T00:51:58,932 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T00:51:58,932 INFO [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a9c33310b49e375bff4d466f47b7bde columnFamilyName cf1 2024-12-08T00:51:58,933 DEBUG [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:51:58,933 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1a9c33310b49e375bff4d466f47b7bde, server=0f983e3e5be1,34241,1733619103508}] 2024-12-08T00:51:58,933 INFO [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] regionserver.HStore(327): Store=1a9c33310b49e375bff4d466f47b7bde/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:51:58,933 INFO [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:51:58,934 INFO [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a9c33310b49e375bff4d466f47b7bde columnFamilyName cf2 2024-12-08T00:51:58,935 DEBUG [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:51:58,935 INFO [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] regionserver.HStore(327): Store=1a9c33310b49e375bff4d466f47b7bde/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:51:58,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.HRegion(1722): Closing 1a9c33310b49e375bff4d466f47b7bde, disabling compactions & flushes 2024-12-08T00:51:58,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. 2024-12-08T00:51:58,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. 2024-12-08T00:51:58,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. after waiting 0 ms 2024-12-08T00:51:58,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. 2024-12-08T00:51:58,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. 2024-12-08T00:51:58,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.HRegion(1676): Region close journal for 1a9c33310b49e375bff4d466f47b7bde: Waiting for close lock at 1733619118935Disabling compacts and flushes for region at 1733619118935Disabling writes for close at 1733619118936 (+1 ms)Writing region close event to WAL at 1733619118936Closed at 1733619118936 2024-12-08T00:51:58,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-12-08T00:51:59,092 INFO [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:51:59,092 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-08T00:51:59,093 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 1a9c33310b49e375bff4d466f47b7bde, disabling compactions & flushes 2024-12-08T00:51:59,093 INFO [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. 2024-12-08T00:51:59,093 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. 2024-12-08T00:51:59,093 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. after waiting 0 ms 2024-12-08T00:51:59,093 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. 2024-12-08T00:51:59,093 INFO [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 1a9c33310b49e375bff4d466f47b7bde 2/2 column families, dataSize=31 B heapSize=616 B 2024-12-08T00:51:59,110 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde/.tmp/cf1/4506a798d23f40be999d1df8899019c4 is 35, key is r1/cf1:q/1733619118909/Put/seqid=0 2024-12-08T00:51:59,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741887_1065 (size=4783) 2024-12-08T00:51:59,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741887_1065 (size=4783) 2024-12-08T00:51:59,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741887_1065 (size=4783) 2024-12-08T00:51:59,118 INFO [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde/.tmp/cf1/4506a798d23f40be999d1df8899019c4 2024-12-08T00:51:59,126 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde/.tmp/cf1/4506a798d23f40be999d1df8899019c4 as hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde/cf1/4506a798d23f40be999d1df8899019c4 2024-12-08T00:51:59,134 INFO [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde/cf1/4506a798d23f40be999d1df8899019c4, entries=1, sequenceid=5, filesize=4.7 K 2024-12-08T00:51:59,135 INFO [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 1a9c33310b49e375bff4d466f47b7bde in 42ms, sequenceid=5, compaction requested=false 2024-12-08T00:51:59,135 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-12-08T00:51:59,141 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-08T00:51:59,143 INFO [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. 2024-12-08T00:51:59,143 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 1a9c33310b49e375bff4d466f47b7bde: Waiting for close lock at 1733619119093Running coprocessor pre-close hooks at 1733619119093Disabling compacts and flushes for region at 1733619119093Disabling writes for close at 1733619119093Obtaining lock to block concurrent updates at 1733619119093Preparing flush snapshotting stores in 1a9c33310b49e375bff4d466f47b7bde at 1733619119093Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1733619119093Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. at 1733619119094 (+1 ms)Flushing 1a9c33310b49e375bff4d466f47b7bde/cf1: creating writer at 1733619119094Flushing 1a9c33310b49e375bff4d466f47b7bde/cf1: appending metadata at 1733619119110 (+16 ms)Flushing 1a9c33310b49e375bff4d466f47b7bde/cf1: closing flushed file at 1733619119110Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c5ab967: reopening flushed file at 1733619119125 (+15 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 1a9c33310b49e375bff4d466f47b7bde in 42ms, sequenceid=5, compaction requested=false at 1733619119135 (+10 ms)Writing region close event to WAL at 1733619119137 (+2 ms)Running coprocessor post-close hooks at 1733619119141 (+4 ms)Closed at 1733619119143 (+2 ms) 2024-12-08T00:51:59,143 INFO [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 1a9c33310b49e375bff4d466f47b7bde move to 0f983e3e5be1,42221,1733619103403 record at close sequenceid=5 2024-12-08T00:51:59,146 INFO [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:51:59,147 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1a9c33310b49e375bff4d466f47b7bde, regionState=CLOSED 2024-12-08T00:51:59,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1a9c33310b49e375bff4d466f47b7bde, server=0f983e3e5be1,34241,1733619103508 because future has completed 2024-12-08T00:51:59,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-08T00:51:59,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 1a9c33310b49e375bff4d466f47b7bde, server=0f983e3e5be1,34241,1733619103508 in 218 msec 2024-12-08T00:51:59,157 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1a9c33310b49e375bff4d466f47b7bde, REOPEN/MOVE; state=CLOSED, location=0f983e3e5be1,42221,1733619103403; forceNewPlan=false, retain=false 2024-12-08T00:51:59,307 INFO [0f983e3e5be1:44915 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-08T00:51:59,308 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1a9c33310b49e375bff4d466f47b7bde, regionState=OPENING, regionLocation=0f983e3e5be1,42221,1733619103403 2024-12-08T00:51:59,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1a9c33310b49e375bff4d466f47b7bde, REOPEN/MOVE because future has completed 2024-12-08T00:51:59,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a9c33310b49e375bff4d466f47b7bde, server=0f983e3e5be1,42221,1733619103403}] 2024-12-08T00:51:59,470 INFO [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. 2024-12-08T00:51:59,470 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a9c33310b49e375bff4d466f47b7bde, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde.', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:51:59,470 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:51:59,471 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:51:59,471 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:51:59,471 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:51:59,474 INFO [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:51:59,475 INFO [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a9c33310b49e375bff4d466f47b7bde columnFamilyName cf1 2024-12-08T00:51:59,475 DEBUG [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:51:59,483 DEBUG [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde/cf1/4506a798d23f40be999d1df8899019c4 2024-12-08T00:51:59,484 INFO [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] regionserver.HStore(327): Store=1a9c33310b49e375bff4d466f47b7bde/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:51:59,484 INFO [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:51:59,485 INFO [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a9c33310b49e375bff4d466f47b7bde columnFamilyName cf2 2024-12-08T00:51:59,485 DEBUG [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:51:59,486 INFO [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] regionserver.HStore(327): Store=1a9c33310b49e375bff4d466f47b7bde/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:51:59,486 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:51:59,487 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:51:59,489 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:51:59,490 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:51:59,490 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:51:59,491 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-08T00:51:59,493 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:51:59,494 INFO [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 1a9c33310b49e375bff4d466f47b7bde; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63464090, jitterRate=-0.0543113648891449}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-08T00:51:59,494 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:51:59,495 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 1a9c33310b49e375bff4d466f47b7bde: Running coprocessor pre-open hook at 1733619119471Writing region info on filesystem at 1733619119471Initializing all the Stores at 1733619119473 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619119473Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619119474 (+1 ms)Cleaning up temporary data from old regions at 1733619119490 (+16 ms)Running coprocessor post-open hooks at 1733619119495 (+5 ms)Region opened successfully at 1733619119495 2024-12-08T00:51:59,496 INFO [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde., pid=9, masterSystemTime=1733619119465 2024-12-08T00:51:59,499 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. 2024-12-08T00:51:59,499 INFO [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. 2024-12-08T00:51:59,499 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1a9c33310b49e375bff4d466f47b7bde, regionState=OPEN, openSeqNum=9, regionLocation=0f983e3e5be1,42221,1733619103403 2024-12-08T00:51:59,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a9c33310b49e375bff4d466f47b7bde, server=0f983e3e5be1,42221,1733619103403 because future has completed 2024-12-08T00:51:59,505 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-12-08T00:51:59,505 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 1a9c33310b49e375bff4d466f47b7bde, server=0f983e3e5be1,42221,1733619103403 in 191 msec 2024-12-08T00:51:59,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1a9c33310b49e375bff4d466f47b7bde, REOPEN/MOVE in 581 msec 2024-12-08T00:51:59,531 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T00:51:59,533 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59876, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T00:51:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34241 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:56824 deadline: 1733619179538, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=0f983e3e5be1 port=42221 startCode=1733619103403. As of locationSeqNum=5. 2024-12-08T00:51:59,558 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde., hostname=0f983e3e5be1,34241,1733619103508, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde., hostname=0f983e3e5be1,34241,1733619103508, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=0f983e3e5be1 port=42221 startCode=1733619103403. As of locationSeqNum=5. 2024-12-08T00:51:59,559 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde., hostname=0f983e3e5be1,34241,1733619103508, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=0f983e3e5be1 port=42221 startCode=1733619103403. As of locationSeqNum=5. 2024-12-08T00:51:59,559 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde., hostname=0f983e3e5be1,34241,1733619103508, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde., hostname=0f983e3e5be1,42221,1733619103403, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=0f983e3e5be1 port=42221 startCode=1733619103403. As of locationSeqNum=5. 2024-12-08T00:51:59,669 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T00:51:59,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59892, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T00:51:59,680 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1a9c33310b49e375bff4d466f47b7bde 2/2 column families, dataSize=50 B heapSize=720 B 2024-12-08T00:51:59,696 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde/.tmp/cf1/8ccc3b6df5624b54aa9100bcd91534de is 29, key is r1/cf1:/1733619119672/DeleteFamily/seqid=0 2024-12-08T00:51:59,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741888_1066 (size=4906) 2024-12-08T00:51:59,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741888_1066 (size=4906) 2024-12-08T00:51:59,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741888_1066 (size=4906) 2024-12-08T00:51:59,706 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde/.tmp/cf1/8ccc3b6df5624b54aa9100bcd91534de 2024-12-08T00:51:59,713 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8ccc3b6df5624b54aa9100bcd91534de 2024-12-08T00:51:59,727 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde/.tmp/cf2/11ec8d7ab53d4888b63f92f501026093 is 29, key is r1/cf2:/1733619119672/DeleteFamily/seqid=0 2024-12-08T00:51:59,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741889_1067 (size=4906) 2024-12-08T00:51:59,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741889_1067 (size=4906) 2024-12-08T00:51:59,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741889_1067 (size=4906) 2024-12-08T00:51:59,735 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde/.tmp/cf2/11ec8d7ab53d4888b63f92f501026093 2024-12-08T00:51:59,742 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 11ec8d7ab53d4888b63f92f501026093 2024-12-08T00:51:59,743 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde/.tmp/cf1/8ccc3b6df5624b54aa9100bcd91534de as hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde/cf1/8ccc3b6df5624b54aa9100bcd91534de 2024-12-08T00:51:59,751 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8ccc3b6df5624b54aa9100bcd91534de 2024-12-08T00:51:59,752 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde/cf1/8ccc3b6df5624b54aa9100bcd91534de, entries=1, sequenceid=12, filesize=4.8 K 2024-12-08T00:51:59,753 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde/.tmp/cf2/11ec8d7ab53d4888b63f92f501026093 as hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde/cf2/11ec8d7ab53d4888b63f92f501026093 2024-12-08T00:51:59,760 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 11ec8d7ab53d4888b63f92f501026093 2024-12-08T00:51:59,760 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde/cf2/11ec8d7ab53d4888b63f92f501026093, entries=1, sequenceid=12, filesize=4.8 K 2024-12-08T00:51:59,761 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 1a9c33310b49e375bff4d466f47b7bde in 82ms, sequenceid=12, compaction requested=false 2024-12-08T00:51:59,761 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1a9c33310b49e375bff4d466f47b7bde: 2024-12-08T00:51:59,764 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-08T00:51:59,765 DEBUG [Time-limited test {}] regionserver.HStore(1541): 1a9c33310b49e375bff4d466f47b7bde/cf1 is initiating major compaction (all files) 2024-12-08T00:51:59,766 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T00:51:59,766 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T00:51:59,766 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 1a9c33310b49e375bff4d466f47b7bde/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. 2024-12-08T00:51:59,766 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde/cf1/4506a798d23f40be999d1df8899019c4, hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde/cf1/8ccc3b6df5624b54aa9100bcd91534de] into tmpdir=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde/.tmp, totalSize=9.5 K 2024-12-08T00:51:59,768 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 4506a798d23f40be999d1df8899019c4, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733619118909 2024-12-08T00:51:59,768 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 8ccc3b6df5624b54aa9100bcd91534de, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-08T00:51:59,780 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 1a9c33310b49e375bff4d466f47b7bde#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T00:51:59,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741890_1068 (size=4626) 2024-12-08T00:51:59,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741890_1068 (size=4626) 2024-12-08T00:51:59,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741890_1068 (size=4626) 2024-12-08T00:51:59,797 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde/.tmp/cf1/847f15cbe0f948c2bbd0c4f291786859 as hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde/cf1/847f15cbe0f948c2bbd0c4f291786859 2024-12-08T00:51:59,813 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 1a9c33310b49e375bff4d466f47b7bde/cf1 of 1a9c33310b49e375bff4d466f47b7bde into 847f15cbe0f948c2bbd0c4f291786859(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T00:51:59,813 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 1a9c33310b49e375bff4d466f47b7bde: 2024-12-08T00:51:59,814 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-08T00:51:59,814 DEBUG [Time-limited test {}] regionserver.HStore(1541): 1a9c33310b49e375bff4d466f47b7bde/cf2 is initiating major compaction (all files) 2024-12-08T00:51:59,814 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T00:51:59,814 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T00:51:59,814 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 1a9c33310b49e375bff4d466f47b7bde/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. 2024-12-08T00:51:59,814 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde/cf2/11ec8d7ab53d4888b63f92f501026093] into tmpdir=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde/.tmp, totalSize=4.8 K 2024-12-08T00:51:59,815 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 11ec8d7ab53d4888b63f92f501026093, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-08T00:51:59,822 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 1a9c33310b49e375bff4d466f47b7bde#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T00:51:59,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741891_1069 (size=4592) 2024-12-08T00:51:59,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741891_1069 (size=4592) 2024-12-08T00:51:59,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741891_1069 (size=4592) 2024-12-08T00:51:59,837 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde/.tmp/cf2/f4f60f4936304a7aaf6ff32954e22670 as hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde/cf2/f4f60f4936304a7aaf6ff32954e22670 2024-12-08T00:51:59,845 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 1a9c33310b49e375bff4d466f47b7bde/cf2 of 1a9c33310b49e375bff4d466f47b7bde into f4f60f4936304a7aaf6ff32954e22670(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T00:51:59,845 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 1a9c33310b49e375bff4d466f47b7bde: 2024-12-08T00:51:59,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=1a9c33310b49e375bff4d466f47b7bde, source=0f983e3e5be1,42221,1733619103403, destination=0f983e3e5be1,34241,1733619103508, warming up region on 0f983e3e5be1,34241,1733619103508 2024-12-08T00:51:59,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=1a9c33310b49e375bff4d466f47b7bde, source=0f983e3e5be1,42221,1733619103403, destination=0f983e3e5be1,34241,1733619103508, running balancer 2024-12-08T00:51:59,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1a9c33310b49e375bff4d466f47b7bde, REOPEN/MOVE 2024-12-08T00:51:59,852 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1a9c33310b49e375bff4d466f47b7bde, REOPEN/MOVE 2024-12-08T00:51:59,853 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1a9c33310b49e375bff4d466f47b7bde, regionState=CLOSING, regionLocation=0f983e3e5be1,42221,1733619103403 2024-12-08T00:51:59,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34241 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. 2024-12-08T00:51:59,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34241 {}] regionserver.HRegion(7855): Warmup {ENCODED => 1a9c33310b49e375bff4d466f47b7bde, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde.', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:51:59,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34241 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:51:59,855 INFO [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:51:59,856 INFO [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a9c33310b49e375bff4d466f47b7bde columnFamilyName cf1 2024-12-08T00:51:59,856 DEBUG [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:51:59,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1a9c33310b49e375bff4d466f47b7bde, REOPEN/MOVE because future has completed 2024-12-08T00:51:59,857 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T00:51:59,857 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1a9c33310b49e375bff4d466f47b7bde, server=0f983e3e5be1,42221,1733619103403}] 2024-12-08T00:51:59,864 DEBUG [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde/cf1/4506a798d23f40be999d1df8899019c4 2024-12-08T00:51:59,869 DEBUG [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde/cf1/847f15cbe0f948c2bbd0c4f291786859 2024-12-08T00:51:59,874 INFO [StoreFileOpener-1a9c33310b49e375bff4d466f47b7bde-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8ccc3b6df5624b54aa9100bcd91534de 2024-12-08T00:51:59,874 DEBUG [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde/cf1/8ccc3b6df5624b54aa9100bcd91534de 2024-12-08T00:51:59,874 INFO [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] regionserver.HStore(327): Store=1a9c33310b49e375bff4d466f47b7bde/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:51:59,874 INFO [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:51:59,875 INFO [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a9c33310b49e375bff4d466f47b7bde columnFamilyName cf2 2024-12-08T00:51:59,875 DEBUG [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:51:59,882 INFO [StoreFileOpener-1a9c33310b49e375bff4d466f47b7bde-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 11ec8d7ab53d4888b63f92f501026093 2024-12-08T00:51:59,882 DEBUG [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde/cf2/11ec8d7ab53d4888b63f92f501026093 2024-12-08T00:51:59,888 DEBUG [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde/cf2/f4f60f4936304a7aaf6ff32954e22670 2024-12-08T00:51:59,888 INFO [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] regionserver.HStore(327): Store=1a9c33310b49e375bff4d466f47b7bde/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:51:59,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34241 {}] regionserver.HRegion(1722): Closing 1a9c33310b49e375bff4d466f47b7bde, disabling compactions & flushes 2024-12-08T00:51:59,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34241 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. 2024-12-08T00:51:59,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34241 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. 2024-12-08T00:51:59,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34241 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. after waiting 0 ms 2024-12-08T00:51:59,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34241 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. 2024-12-08T00:51:59,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34241 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. 2024-12-08T00:51:59,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34241 {}] regionserver.HRegion(1676): Region close journal for 1a9c33310b49e375bff4d466f47b7bde: Waiting for close lock at 1733619119888Disabling compacts and flushes for region at 1733619119888Disabling writes for close at 1733619119888Writing region close event to WAL at 1733619119889 (+1 ms)Closed at 1733619119889 2024-12-08T00:51:59,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-12-08T00:52:00,012 INFO [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:52:00,012 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-08T00:52:00,012 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 1a9c33310b49e375bff4d466f47b7bde, disabling compactions & flushes 2024-12-08T00:52:00,012 INFO [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. 2024-12-08T00:52:00,012 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. 2024-12-08T00:52:00,012 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. after waiting 0 ms 2024-12-08T00:52:00,012 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. 2024-12-08T00:52:00,013 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde/cf1/4506a798d23f40be999d1df8899019c4, hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde/cf1/8ccc3b6df5624b54aa9100bcd91534de] to archive 2024-12-08T00:52:00,017 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T00:52:00,022 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde/cf1/4506a798d23f40be999d1df8899019c4 to hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde/cf1/4506a798d23f40be999d1df8899019c4 2024-12-08T00:52:00,024 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde/cf1/8ccc3b6df5624b54aa9100bcd91534de to hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde/cf1/8ccc3b6df5624b54aa9100bcd91534de 2024-12-08T00:52:00,037 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde/cf2/11ec8d7ab53d4888b63f92f501026093] to archive 2024-12-08T00:52:00,038 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T00:52:00,039 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde/cf2/11ec8d7ab53d4888b63f92f501026093 to hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde/cf2/11ec8d7ab53d4888b63f92f501026093 2024-12-08T00:52:00,045 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-12-08T00:52:00,046 INFO [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. 2024-12-08T00:52:00,046 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 1a9c33310b49e375bff4d466f47b7bde: Waiting for close lock at 1733619120012Running coprocessor pre-close hooks at 1733619120012Disabling compacts and flushes for region at 1733619120012Disabling writes for close at 1733619120012Writing region close event to WAL at 1733619120041 (+29 ms)Running coprocessor post-close hooks at 1733619120046 (+5 ms)Closed at 1733619120046 2024-12-08T00:52:00,046 INFO [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 1a9c33310b49e375bff4d466f47b7bde move to 0f983e3e5be1,34241,1733619103508 record at close sequenceid=12 2024-12-08T00:52:00,049 INFO [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:52:00,050 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1a9c33310b49e375bff4d466f47b7bde, regionState=CLOSED 2024-12-08T00:52:00,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1a9c33310b49e375bff4d466f47b7bde, server=0f983e3e5be1,42221,1733619103403 because future has completed 2024-12-08T00:52:00,056 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-08T00:52:00,056 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 1a9c33310b49e375bff4d466f47b7bde, server=0f983e3e5be1,42221,1733619103403 in 196 msec 2024-12-08T00:52:00,057 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1a9c33310b49e375bff4d466f47b7bde, REOPEN/MOVE; state=CLOSED, location=0f983e3e5be1,34241,1733619103508; forceNewPlan=false, retain=false 2024-12-08T00:52:00,208 INFO [0f983e3e5be1:44915 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-08T00:52:00,208 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1a9c33310b49e375bff4d466f47b7bde, regionState=OPENING, regionLocation=0f983e3e5be1,34241,1733619103508 2024-12-08T00:52:00,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1a9c33310b49e375bff4d466f47b7bde, REOPEN/MOVE because future has completed 2024-12-08T00:52:00,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a9c33310b49e375bff4d466f47b7bde, server=0f983e3e5be1,34241,1733619103508}] 2024-12-08T00:52:00,375 INFO [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. 2024-12-08T00:52:00,376 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a9c33310b49e375bff4d466f47b7bde, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde.', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:52:00,376 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:52:00,377 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:52:00,377 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:52:00,377 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:52:00,380 INFO [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:52:00,382 INFO [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a9c33310b49e375bff4d466f47b7bde columnFamilyName cf1 2024-12-08T00:52:00,382 DEBUG [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:00,391 DEBUG [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde/cf1/847f15cbe0f948c2bbd0c4f291786859 2024-12-08T00:52:00,391 INFO [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] regionserver.HStore(327): Store=1a9c33310b49e375bff4d466f47b7bde/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:52:00,391 INFO [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:52:00,392 INFO [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a9c33310b49e375bff4d466f47b7bde columnFamilyName cf2 2024-12-08T00:52:00,392 DEBUG [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:00,399 DEBUG [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde/cf2/f4f60f4936304a7aaf6ff32954e22670 2024-12-08T00:52:00,399 INFO [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] regionserver.HStore(327): Store=1a9c33310b49e375bff4d466f47b7bde/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:52:00,399 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:52:00,400 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:52:00,401 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:52:00,402 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:52:00,402 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:52:00,403 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-08T00:52:00,405 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:52:00,406 INFO [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 1a9c33310b49e375bff4d466f47b7bde; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67518251, jitterRate=0.0061003416776657104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-08T00:52:00,406 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:52:00,406 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 1a9c33310b49e375bff4d466f47b7bde: Running coprocessor pre-open hook at 1733619120377Writing region info on filesystem at 1733619120377Initializing all the Stores at 1733619120379 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619120379Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619120380 (+1 ms)Cleaning up temporary data from old regions at 1733619120402 (+22 ms)Running coprocessor post-open hooks at 1733619120406 (+4 ms)Region opened successfully at 1733619120406 2024-12-08T00:52:00,407 INFO [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde., pid=12, masterSystemTime=1733619120368 2024-12-08T00:52:00,410 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. 2024-12-08T00:52:00,410 INFO [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. 2024-12-08T00:52:00,410 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1a9c33310b49e375bff4d466f47b7bde, regionState=OPEN, openSeqNum=18, regionLocation=0f983e3e5be1,34241,1733619103508 2024-12-08T00:52:00,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a9c33310b49e375bff4d466f47b7bde, server=0f983e3e5be1,34241,1733619103508 because future has completed 2024-12-08T00:52:00,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-12-08T00:52:00,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1a9c33310b49e375bff4d466f47b7bde, server=0f983e3e5be1,34241,1733619103508 in 199 msec 2024-12-08T00:52:00,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1a9c33310b49e375bff4d466f47b7bde, REOPEN/MOVE in 567 msec 2024-12-08T00:52:00,454 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T00:52:00,456 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35706, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T00:52:00,458 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 0f983e3e5be1,34241,1733619103508: testing ***** 2024-12-08T00:52:00,458 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-08T00:52:00,461 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-08T00:52:00,462 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-08T00:52:00,465 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-08T00:52:00,467 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-08T00:52:00,476 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 473721344 }, "NonHeapMemoryUsage": { "committed": 171573248, "init": 7667712, "max": -1, "used": 168830176 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "0f983e3e5be1", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 0, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2068, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 1, "ProcessCallTime_max": 11, "ProcessCallTime_mean": 4, "ProcessCallTime_25th_percentile": 3, "ProcessCallTime_median": 6, "ProcessCallTime_75th_percentile": 8, "ProcessCallTime_90th_percentile": 10, "ProcessCallTime_95th_percentile": 10, "ProcessCallTime_98th_percentile": 10, "ProcessCallTime_99th_percentile": 10, "ProcessCallTime_99.9th_percentile": 10, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 11, "TotalCallTime_mean": 4, "TotalCallTime_25th_percentile": 3, "TotalCallTime_median": 6, "TotalCallTime_75th_percentile": 8, "TotalCallTime_90th_percentile": 10, "TotalCallTime_95th_percentile": 10, "TotalCallTime_98th_percentile": 10, "TotalCallTime_99th_percentile": 10, "TotalCallTime_99.9th_percentile": 10, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 175, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 131, "ResponseSize_90th_percentile": 157, "ResponseSize_95th_percentile": 166, "ResponseSize_98th_percentile": 171, "ResponseSize_99th_percentile": 173, "ResponseSize_99.9th_percentile": 174, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 352 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "0f983e3e5be1", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:49683", "tag.serverName": "0f983e3e5be1,39847,1733619103551", "tag.clusterId": "d4561caa-6248-4db4-86d3-66211f894aa2", "tag.Context": "regionserver", "tag.Hostname": "0f983e3e5be1", "regionCount": 0, "storeCount": 0, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733619103551, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-08T00:52:00,481 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44915 {}] master.MasterRpcServices(700): 0f983e3e5be1,34241,1733619103508 reported a fatal error: ***** ABORTING region server 0f983e3e5be1,34241,1733619103508: testing ***** 2024-12-08T00:52:00,484 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0f983e3e5be1,34241,1733619103508' ***** 2024-12-08T00:52:00,484 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-12-08T00:52:00,485 INFO [RS:1;0f983e3e5be1:34241 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T00:52:00,485 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T00:52:00,485 INFO [RS:1;0f983e3e5be1:34241 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-08T00:52:00,485 INFO [RS:1;0f983e3e5be1:34241 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-08T00:52:00,485 INFO [RS:1;0f983e3e5be1:34241 {}] regionserver.HRegionServer(3091): Received CLOSE for 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:52:00,486 INFO [RS:1;0f983e3e5be1:34241 {}] regionserver.HRegionServer(956): aborting server 0f983e3e5be1,34241,1733619103508 2024-12-08T00:52:00,486 INFO [RS:1;0f983e3e5be1:34241 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T00:52:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:59892 deadline: 1733619180486, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=0f983e3e5be1 port=34241 startCode=1733619103508. As of locationSeqNum=12. 2024-12-08T00:52:00,486 INFO [RS:1;0f983e3e5be1:34241 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;0f983e3e5be1:34241. 2024-12-08T00:52:00,486 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1a9c33310b49e375bff4d466f47b7bde, disabling compactions & flushes 2024-12-08T00:52:00,486 INFO [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. 2024-12-08T00:52:00,486 DEBUG [RS:1;0f983e3e5be1:34241 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T00:52:00,486 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. 2024-12-08T00:52:00,486 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. after waiting 0 ms 2024-12-08T00:52:00,486 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. 2024-12-08T00:52:00,487 DEBUG [RS:1;0f983e3e5be1:34241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T00:52:00,487 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde., hostname=0f983e3e5be1,42221,1733619103403, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde., hostname=0f983e3e5be1,42221,1733619103403, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=0f983e3e5be1 port=34241 startCode=1733619103508. As of locationSeqNum=12. 2024-12-08T00:52:00,487 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde., hostname=0f983e3e5be1,42221,1733619103403, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=0f983e3e5be1 port=34241 startCode=1733619103508. As of locationSeqNum=12. 2024-12-08T00:52:00,487 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde., hostname=0f983e3e5be1,42221,1733619103403, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde., hostname=0f983e3e5be1,34241,1733619103508, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=0f983e3e5be1 port=34241 startCode=1733619103508. As of locationSeqNum=12. 2024-12-08T00:52:00,487 INFO [RS:1;0f983e3e5be1:34241 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-08T00:52:00,487 INFO [RS:1;0f983e3e5be1:34241 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-08T00:52:00,487 INFO [RS:1;0f983e3e5be1:34241 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-08T00:52:00,487 INFO [RS:1;0f983e3e5be1:34241 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-08T00:52:00,488 INFO [RS:1;0f983e3e5be1:34241 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-08T00:52:00,488 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-08T00:52:00,488 INFO [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-08T00:52:00,488 DEBUG [RS:1;0f983e3e5be1:34241 {}] regionserver.HRegionServer(1325): Online Regions={1a9c33310b49e375bff4d466f47b7bde=testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde., 1588230740=hbase:meta,,1.1588230740} 2024-12-08T00:52:00,488 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-08T00:52:00,488 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T00:52:00,488 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T00:52:00,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 0f983e3e5be1,34241,1733619103508 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:52:00,489 DEBUG [RS:1;0f983e3e5be1:34241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:52:00,489 ERROR [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1960): Memstore data size is 5811 in region hbase:meta,,1.1588230740 2024-12-08T00:52:00,489 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T00:52:00,489 INFO [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-08T00:52:00,489 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733619120488Running coprocessor pre-close hooks at 1733619120488Disabling compacts and flushes for region at 1733619120488Disabling writes for close at 1733619120488Writing region close event to WAL at 1733619120489 (+1 ms)Running coprocessor post-close hooks at 1733619120489Closed at 1733619120489 2024-12-08T00:52:00,489 INFO [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. 2024-12-08T00:52:00,490 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1a9c33310b49e375bff4d466f47b7bde: Waiting for close lock at 1733619120486Running coprocessor pre-close hooks at 1733619120486Disabling compacts and flushes for region at 1733619120486Disabling writes for close at 1733619120486Writing region close event to WAL at 1733619120489 (+3 ms)Running coprocessor post-close hooks at 1733619120489Closed at 1733619120489 2024-12-08T00:52:00,490 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-08T00:52:00,490 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. 2024-12-08T00:52:00,490 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0f983e3e5be1,34241,1733619103508, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0f983e3e5be1,34241,1733619103508, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 0f983e3e5be1,34241,1733619103508 aborting 2024-12-08T00:52:00,490 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0f983e3e5be1,34241,1733619103508, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 0f983e3e5be1,34241,1733619103508 aborting 2024-12-08T00:52:00,490 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0f983e3e5be1,34241,1733619103508, seqNum=-1 from cache 2024-12-08T00:52:00,585 INFO [regionserver/0f983e3e5be1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T00:52:00,600 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T00:52:00,601 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0f983e3e5be1,34241,1733619103508, seqNum=-1] 2024-12-08T00:52:00,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 0f983e3e5be1,34241,1733619103508 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:52:00,603 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0f983e3e5be1,34241,1733619103508, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0f983e3e5be1,34241,1733619103508, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 0f983e3e5be1,34241,1733619103508 aborting 2024-12-08T00:52:00,603 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0f983e3e5be1,34241,1733619103508, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 0f983e3e5be1,34241,1733619103508 aborting 2024-12-08T00:52:00,603 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0f983e3e5be1,34241,1733619103508, seqNum=-1 from cache 2024-12-08T00:52:00,689 INFO [RS:1;0f983e3e5be1:34241 {}] regionserver.HRegionServer(976): stopping server 0f983e3e5be1,34241,1733619103508; all regions closed. 2024-12-08T00:52:00,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741836_1012 (size=7323) 2024-12-08T00:52:00,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741836_1012 (size=7323) 2024-12-08T00:52:00,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741836_1012 (size=7323) 2024-12-08T00:52:00,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741835_1011 (size=2288) 2024-12-08T00:52:00,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741835_1011 (size=2288) 2024-12-08T00:52:00,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741835_1011 (size=2288) 2024-12-08T00:52:00,697 DEBUG [RS:1;0f983e3e5be1:34241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T00:52:00,697 INFO [RS:1;0f983e3e5be1:34241 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T00:52:00,698 INFO [RS:1;0f983e3e5be1:34241 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T00:52:00,698 INFO [RS:1;0f983e3e5be1:34241 {}] hbase.ChoreService(370): Chore service for: regionserver/0f983e3e5be1:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-08T00:52:00,698 INFO [RS:1;0f983e3e5be1:34241 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T00:52:00,698 INFO [regionserver/0f983e3e5be1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T00:52:00,699 INFO [RS:1;0f983e3e5be1:34241 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34241 2024-12-08T00:52:00,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34241-0x10002f5efbe0002, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0f983e3e5be1,34241,1733619103508 2024-12-08T00:52:00,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x10002f5efbe0000, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T00:52:00,744 INFO [RS:1;0f983e3e5be1:34241 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T00:52:00,745 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0f983e3e5be1,34241,1733619103508] 2024-12-08T00:52:00,760 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0f983e3e5be1,34241,1733619103508 already deleted, retry=false 2024-12-08T00:52:00,761 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 0f983e3e5be1,34241,1733619103508 on 0f983e3e5be1,44915,1733619102730 2024-12-08T00:52:00,768 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 0f983e3e5be1,34241,1733619103508, splitWal=true, meta=true 2024-12-08T00:52:00,771 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 0f983e3e5be1,34241,1733619103508 (carryingMeta=true) 0f983e3e5be1,34241,1733619103508/CRASHED/regionCount=2/lock=java.util.concurrent.locks.ReentrantReadWriteLock@361887ff[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-08T00:52:00,772 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 0f983e3e5be1,34241,1733619103508, splitWal=true, meta=true 2024-12-08T00:52:00,773 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 0f983e3e5be1,34241,1733619103508, splitWal=true, meta=true, isMeta: true 2024-12-08T00:52:00,775 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/WALs/0f983e3e5be1,34241,1733619103508-splitting 2024-12-08T00:52:00,776 INFO [PEWorker-2 {}] master.SplitWALManager(105): 0f983e3e5be1,34241,1733619103508 WAL count=1, meta=true 2024-12-08T00:52:00,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 0f983e3e5be1%2C34241%2C1733619103508.meta.1733619105413.meta}] 2024-12-08T00:52:00,785 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=0f983e3e5be1,39847,1733619103551 2024-12-08T00:52:00,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 0f983e3e5be1%2C34241%2C1733619103508.meta.1733619105413.meta, worker=0f983e3e5be1,39847,1733619103551}] 2024-12-08T00:52:00,809 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T00:52:00,811 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0f983e3e5be1,34241,1733619103508, seqNum=-1] 2024-12-08T00:52:00,812 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 0f983e3e5be1:34241 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 0f983e3e5be1/172.17.0.2:34241 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:52:00,813 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0f983e3e5be1,34241,1733619103508, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0f983e3e5be1,34241,1733619103508, seqNum=-1, error=java.net.ConnectException: Call to address=0f983e3e5be1:34241 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 0f983e3e5be1/172.17.0.2:34241 2024-12-08T00:52:00,813 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0f983e3e5be1,34241,1733619103508, seqNum=-1 is java.net.ConnectException: Connection refused 2024-12-08T00:52:00,814 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0f983e3e5be1,34241,1733619103508, seqNum=-1 from cache 2024-12-08T00:52:00,814 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 0f983e3e5be1:34241 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 0f983e3e5be1/172.17.0.2:34241 2024-12-08T00:52:00,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34241-0x10002f5efbe0002, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T00:52:00,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34241-0x10002f5efbe0002, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T00:52:00,853 INFO [RS:1;0f983e3e5be1:34241 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T00:52:00,854 INFO [RS:1;0f983e3e5be1:34241 {}] regionserver.HRegionServer(1031): Exiting; stopping=0f983e3e5be1,34241,1733619103508; zookeeper connection closed. 2024-12-08T00:52:00,854 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@602b2195 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@602b2195 2024-12-08T00:52:00,947 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T00:52:00,949 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50003, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T00:52:00,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39847 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-12-08T00:52:00,970 INFO [RS_LOG_REPLAY_OPS-regionserver/0f983e3e5be1:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/WALs/0f983e3e5be1,34241,1733619103508-splitting/0f983e3e5be1%2C34241%2C1733619103508.meta.1733619105413.meta, size=7.2 K (7323bytes) 2024-12-08T00:52:00,970 INFO [RS_LOG_REPLAY_OPS-regionserver/0f983e3e5be1:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/WALs/0f983e3e5be1,34241,1733619103508-splitting/0f983e3e5be1%2C34241%2C1733619103508.meta.1733619105413.meta 2024-12-08T00:52:00,971 INFO [RS_LOG_REPLAY_OPS-regionserver/0f983e3e5be1:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/WALs/0f983e3e5be1,34241,1733619103508-splitting/0f983e3e5be1%2C34241%2C1733619103508.meta.1733619105413.meta after 1ms 2024-12-08T00:52:00,993 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0f983e3e5be1:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-08T00:52:00,993 INFO [RS_LOG_REPLAY_OPS-regionserver/0f983e3e5be1:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/WALs/0f983e3e5be1,34241,1733619103508-splitting/0f983e3e5be1%2C34241%2C1733619103508.meta.1733619105413.meta took 24ms 2024-12-08T00:52:00,999 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0f983e3e5be1:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-12-08T00:52:01,000 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0f983e3e5be1:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/WALs/0f983e3e5be1,34241,1733619103508-splitting/0f983e3e5be1%2C34241%2C1733619103508.meta.1733619105413.meta so closing down 2024-12-08T00:52:01,001 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0f983e3e5be1:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T00:52:01,002 INFO [RS_LOG_REPLAY_OPS-regionserver/0f983e3e5be1:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-0f983e3e5be1%2C34241%2C1733619103508.meta.1733619105413.meta.temp 2024-12-08T00:52:01,024 INFO [RS_LOG_REPLAY_OPS-regionserver/0f983e3e5be1:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-0f983e3e5be1%2C34241%2C1733619103508.meta.1733619105413.meta.temp 2024-12-08T00:52:01,025 INFO [RS_LOG_REPLAY_OPS-regionserver/0f983e3e5be1:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T00:52:01,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741892_1070 (size=7071) 2024-12-08T00:52:01,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741892_1070 (size=7071) 2024-12-08T00:52:01,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741892_1070 (size=7071) 2024-12-08T00:52:01,036 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-0f983e3e5be1%2C34241%2C1733619103508.meta.1733619105413.meta.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-12-08T00:52:01,037 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-0f983e3e5be1%2C34241%2C1733619103508.meta.1733619105413.meta.temp to hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-12-08T00:52:01,038 INFO [RS_LOG_REPLAY_OPS-regionserver/0f983e3e5be1:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 16 edits across 1 Regions in 43 ms; skipped=1; WAL=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/WALs/0f983e3e5be1,34241,1733619103508-splitting/0f983e3e5be1%2C34241%2C1733619103508.meta.1733619105413.meta, size=7.2 K, length=7323, corrupted=false, cancelled=false 2024-12-08T00:52:01,038 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0f983e3e5be1:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/WALs/0f983e3e5be1,34241,1733619103508-splitting/0f983e3e5be1%2C34241%2C1733619103508.meta.1733619105413.meta, journal: Splitting hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/WALs/0f983e3e5be1,34241,1733619103508-splitting/0f983e3e5be1%2C34241%2C1733619103508.meta.1733619105413.meta, size=7.2 K (7323bytes) at 1733619120970Finishing writing output for hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/WALs/0f983e3e5be1,34241,1733619103508-splitting/0f983e3e5be1%2C34241%2C1733619103508.meta.1733619105413.meta so closing down at 1733619121001 (+31 ms)Creating recovered edits writer path=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-0f983e3e5be1%2C34241%2C1733619103508.meta.1733619105413.meta.temp at 1733619121024 (+23 ms)3 split writer threads finished at 1733619121025 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-0f983e3e5be1%2C34241%2C1733619103508.meta.1733619105413.meta.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1733619121036 (+11 ms)Rename recovered edits hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-0f983e3e5be1%2C34241%2C1733619103508.meta.1733619105413.meta.temp to hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 at 1733619121037 (+1 ms)Processed 16 edits across 1 Regions in 43 ms; skipped=1; WAL=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/WALs/0f983e3e5be1,34241,1733619103508-splitting/0f983e3e5be1%2C34241%2C1733619103508.meta.1733619105413.meta, size=7.2 K, length=7323, corrupted=false, cancelled=false at 1733619121038 (+1 ms) 2024-12-08T00:52:01,038 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0f983e3e5be1:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/WALs/0f983e3e5be1,34241,1733619103508-splitting/0f983e3e5be1%2C34241%2C1733619103508.meta.1733619105413.meta 2024-12-08T00:52:01,039 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0f983e3e5be1:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-08T00:52:01,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-08T00:52:01,046 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/WALs/0f983e3e5be1,34241,1733619103508-splitting/0f983e3e5be1%2C34241%2C1733619103508.meta.1733619105413.meta to hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/oldWALs 2024-12-08T00:52:01,048 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-08T00:52:01,048 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 0f983e3e5be1%2C34241%2C1733619103508.meta.1733619105413.meta, worker=0f983e3e5be1,39847,1733619103551 in 260 msec 2024-12-08T00:52:01,050 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=0f983e3e5be1,39847,1733619103551 2024-12-08T00:52:01,053 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-08T00:52:01,053 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 0f983e3e5be1%2C34241%2C1733619103508.meta.1733619105413.meta, worker=0f983e3e5be1,39847,1733619103551 in 272 msec 2024-12-08T00:52:01,055 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/WALs/0f983e3e5be1,34241,1733619103508-splitting dir is empty, no logs to split. 2024-12-08T00:52:01,055 INFO [PEWorker-2 {}] master.SplitWALManager(105): 0f983e3e5be1,34241,1733619103508 WAL count=0, meta=true 2024-12-08T00:52:01,055 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 0f983e3e5be1,34241,1733619103508 WAL splitting is done? wals=0, meta=true 2024-12-08T00:52:01,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-08T00:52:01,058 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T00:52:01,059 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-08T00:52:01,119 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T00:52:01,121 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0f983e3e5be1,34241,1733619103508, seqNum=-1] 2024-12-08T00:52:01,121 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.AbstractRpcClient(357): Not trying to connect to 0f983e3e5be1:34241 this server is in the failed servers list 2024-12-08T00:52:01,121 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0f983e3e5be1,34241,1733619103508, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0f983e3e5be1,34241,1733619103508, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0f983e3e5be1:34241 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0f983e3e5be1:34241 2024-12-08T00:52:01,122 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0f983e3e5be1,34241,1733619103508, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0f983e3e5be1:34241 2024-12-08T00:52:01,122 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0f983e3e5be1,34241,1733619103508, seqNum=-1 from cache 2024-12-08T00:52:01,210 DEBUG [0f983e3e5be1:44915 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-08T00:52:01,210 DEBUG [0f983e3e5be1:44915 {}] balancer.BalancerClusterState(204): Hosts are {0f983e3e5be1=0} racks are {/default-rack=0} 2024-12-08T00:52:01,210 DEBUG [0f983e3e5be1:44915 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-08T00:52:01,210 DEBUG [0f983e3e5be1:44915 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-08T00:52:01,210 DEBUG [0f983e3e5be1:44915 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-08T00:52:01,210 DEBUG [0f983e3e5be1:44915 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-08T00:52:01,210 INFO [0f983e3e5be1:44915 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-08T00:52:01,210 INFO [0f983e3e5be1:44915 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-08T00:52:01,210 DEBUG [0f983e3e5be1:44915 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-08T00:52:01,211 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0f983e3e5be1,39847,1733619103551 2024-12-08T00:52:01,212 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0f983e3e5be1,39847,1733619103551, state=OPENING 2024-12-08T00:52:01,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x10002f5efbe0001, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T00:52:01,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39847-0x10002f5efbe0003, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T00:52:01,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x10002f5efbe0000, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T00:52:01,227 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T00:52:01,227 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T00:52:01,227 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T00:52:01,227 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T00:52:01,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0f983e3e5be1,39847,1733619103551}] 2024-12-08T00:52:01,393 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-08T00:52:01,393 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:52:01,394 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-08T00:52:01,396 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0f983e3e5be1%2C39847%2C1733619103551.meta, suffix=.meta, logDir=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/WALs/0f983e3e5be1,39847,1733619103551, archiveDir=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/oldWALs, maxLogs=32 2024-12-08T00:52:01,408 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/WALs/0f983e3e5be1,39847,1733619103551/0f983e3e5be1%2C39847%2C1733619103551.meta.1733619121396.meta, exclude list is [], retry=0 2024-12-08T00:52:01,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45833,DS-7c3e4dae-72e8-4092-98aa-ece15fb2e237,DISK] 2024-12-08T00:52:01,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42805,DS-bd6eab09-4001-44a8-80e5-1b1c6ee5fe8f,DISK] 2024-12-08T00:52:01,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34955,DS-1ad15fd5-2d1f-434f-86e3-500eb7b221ca,DISK] 2024-12-08T00:52:01,433 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/WALs/0f983e3e5be1,39847,1733619103551/0f983e3e5be1%2C39847%2C1733619103551.meta.1733619121396.meta 2024-12-08T00:52:01,434 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46147:46147),(127.0.0.1/127.0.0.1:39463:39463),(127.0.0.1/127.0.0.1:38603:38603)] 2024-12-08T00:52:01,434 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:52:01,434 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-08T00:52:01,434 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-08T00:52:01,434 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-08T00:52:01,434 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-08T00:52:01,435 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:52:01,435 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-08T00:52:01,435 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-08T00:52:01,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-08T00:52:01,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T00:52:01,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:01,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T00:52:01,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-08T00:52:01,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-08T00:52:01,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:01,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T00:52:01,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-08T00:52:01,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T00:52:01,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:01,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T00:52:01,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-08T00:52:01,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T00:52:01,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:01,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T00:52:01,442 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-08T00:52:01,443 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/hbase/meta/1588230740 2024-12-08T00:52:01,444 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/hbase/meta/1588230740 2024-12-08T00:52:01,445 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-12-08T00:52:01,467 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-08T00:52:01,470 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5793): Applied 40, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=18, path=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-12-08T00:52:01,470 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.67 KB heapSize=9.66 KB 2024-12-08T00:52:01,486 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/hbase/meta/1588230740/.tmp/info/a1805783a7744b7ebde40929f429c14a is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde./info:regioninfo/1733619120410/Put/seqid=0 2024-12-08T00:52:01,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741894_1072 (size=11177) 2024-12-08T00:52:01,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741894_1072 (size=11177) 2024-12-08T00:52:01,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741894_1072 (size=11177) 2024-12-08T00:52:01,492 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.46 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/hbase/meta/1588230740/.tmp/info/a1805783a7744b7ebde40929f429c14a 2024-12-08T00:52:01,511 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/hbase/meta/1588230740/.tmp/ns/e4da5d73b79f4cf9b5ad8e35142c61e2 is 43, key is default/ns:d/1733619105611/Put/seqid=0 2024-12-08T00:52:01,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741895_1073 (size=5153) 2024-12-08T00:52:01,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741895_1073 (size=5153) 2024-12-08T00:52:01,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741895_1073 (size=5153) 2024-12-08T00:52:01,518 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/hbase/meta/1588230740/.tmp/ns/e4da5d73b79f4cf9b5ad8e35142c61e2 2024-12-08T00:52:01,538 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/hbase/meta/1588230740/.tmp/table/7624e55e2f33438a93587ebd4675905b is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1733619118656/Put/seqid=0 2024-12-08T00:52:01,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741896_1074 (size=5431) 2024-12-08T00:52:01,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741896_1074 (size=5431) 2024-12-08T00:52:01,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741896_1074 (size=5431) 2024-12-08T00:52:01,546 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/hbase/meta/1588230740/.tmp/table/7624e55e2f33438a93587ebd4675905b 2024-12-08T00:52:01,551 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/hbase/meta/1588230740/.tmp/info/a1805783a7744b7ebde40929f429c14a as hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/hbase/meta/1588230740/info/a1805783a7744b7ebde40929f429c14a 2024-12-08T00:52:01,558 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/hbase/meta/1588230740/info/a1805783a7744b7ebde40929f429c14a, entries=36, sequenceid=18, filesize=10.9 K 2024-12-08T00:52:01,560 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/hbase/meta/1588230740/.tmp/ns/e4da5d73b79f4cf9b5ad8e35142c61e2 as hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/hbase/meta/1588230740/ns/e4da5d73b79f4cf9b5ad8e35142c61e2 2024-12-08T00:52:01,567 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/hbase/meta/1588230740/ns/e4da5d73b79f4cf9b5ad8e35142c61e2, entries=2, sequenceid=18, filesize=5.0 K 2024-12-08T00:52:01,569 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/hbase/meta/1588230740/.tmp/table/7624e55e2f33438a93587ebd4675905b as hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/hbase/meta/1588230740/table/7624e55e2f33438a93587ebd4675905b 2024-12-08T00:52:01,576 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/hbase/meta/1588230740/table/7624e55e2f33438a93587ebd4675905b, entries=2, sequenceid=18, filesize=5.3 K 2024-12-08T00:52:01,577 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(3140): Finished flush of dataSize ~5.67 KB/5811, heapSize ~9.37 KB/9592, currentSize=0 B/0 for 1588230740 in 106ms, sequenceid=18, compaction requested=false; wal=null 2024-12-08T00:52:01,577 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-12-08T00:52:01,579 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-08T00:52:01,579 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-08T00:52:01,580 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T00:52:01,582 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-08T00:52:01,585 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/hbase/meta/1588230740/recovered.edits/18.seqid, newMaxSeqId=18, maxSeqId=1 2024-12-08T00:52:01,586 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=19; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60348302, jitterRate=-0.1007402241230011}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T00:52:01,586 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-08T00:52:01,587 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733619121435Writing region info on filesystem at 1733619121435Initializing all the Stores at 1733619121436 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733619121436Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733619121436Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619121436Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733619121436Obtaining lock to block concurrent updates at 1733619121470 (+34 ms)Preparing flush snapshotting stores in 1588230740 at 1733619121470Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=5811, getHeapSize=9832, getOffHeapSize=0, getCellsCount=40 at 1733619121470Flushing stores of hbase:meta,,1.1588230740 at 1733619121470Flushing 1588230740/info: creating writer at 1733619121470Flushing 1588230740/info: appending metadata at 1733619121486 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733619121486Flushing 1588230740/ns: creating writer at 1733619121498 (+12 ms)Flushing 1588230740/ns: appending metadata at 1733619121511 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733619121511Flushing 1588230740/table: creating writer at 1733619121524 (+13 ms)Flushing 1588230740/table: appending metadata at 1733619121538 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733619121538Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50210ab9: reopening flushed file at 1733619121551 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6705eefd: reopening flushed file at 1733619121559 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6396cf28: reopening flushed file at 1733619121568 (+9 ms)Finished flush of dataSize ~5.67 KB/5811, heapSize ~9.37 KB/9592, currentSize=0 B/0 for 1588230740 in 106ms, sequenceid=18, compaction requested=false; wal=null at 1733619121577 (+9 ms)Cleaning up temporary data from old regions at 1733619121579 (+2 ms)Running coprocessor post-open hooks at 1733619121586 (+7 ms)Region opened successfully at 1733619121587 (+1 ms) 2024-12-08T00:52:01,589 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733619121382 2024-12-08T00:52:01,591 DEBUG [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-08T00:52:01,591 INFO [RS_OPEN_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-08T00:52:01,592 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=19, regionLocation=0f983e3e5be1,39847,1733619103551 2024-12-08T00:52:01,592 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0f983e3e5be1,39847,1733619103551, state=OPEN 2024-12-08T00:52:01,611 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44915 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=0f983e3e5be1,39847,1733619103551, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-08T00:52:01,630 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T00:52:01,631 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0f983e3e5be1,39847,1733619103551, seqNum=-1] 2024-12-08T00:52:01,631 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T00:52:01,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34792, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T00:52:01,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39847-0x10002f5efbe0003, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T00:52:01,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x10002f5efbe0001, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T00:52:01,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x10002f5efbe0000, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T00:52:01,642 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0f983e3e5be1,39847,1733619103551 2024-12-08T00:52:01,642 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T00:52:01,642 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T00:52:01,642 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T00:52:01,644 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-08T00:52:01,644 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0f983e3e5be1,39847,1733619103551 in 415 msec 2024-12-08T00:52:01,646 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-12-08T00:52:01,646 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 587 msec 2024-12-08T00:52:01,647 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 0f983e3e5be1,34241,1733619103508 had 2 regions 2024-12-08T00:52:01,648 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 0f983e3e5be1,34241,1733619103508, splitWal=true, meta=true, isMeta: false 2024-12-08T00:52:01,650 INFO [PEWorker-1 {}] master.SplitWALManager(105): 0f983e3e5be1,34241,1733619103508 WAL count=1, meta=false 2024-12-08T00:52:01,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 0f983e3e5be1%2C34241%2C1733619103508.1733619105012}] 2024-12-08T00:52:01,652 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=0f983e3e5be1,39847,1733619103551 2024-12-08T00:52:01,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 0f983e3e5be1%2C34241%2C1733619103508.1733619105012, worker=0f983e3e5be1,39847,1733619103551}] 2024-12-08T00:52:01,749 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 0f983e3e5be1:34241 this server is in the failed servers list 2024-12-08T00:52:01,750 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde., hostname=0f983e3e5be1,34241,1733619103508, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde., hostname=0f983e3e5be1,34241,1733619103508, seqNum=12, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0f983e3e5be1:34241 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0f983e3e5be1:34241 2024-12-08T00:52:01,750 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde., hostname=0f983e3e5be1,34241,1733619103508, seqNum=12 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0f983e3e5be1:34241 2024-12-08T00:52:01,750 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde., hostname=0f983e3e5be1,34241,1733619103508, seqNum=12 from cache 2024-12-08T00:52:01,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39847 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=19 2024-12-08T00:52:01,825 INFO [RS_LOG_REPLAY_OPS-regionserver/0f983e3e5be1:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(299): Splitting hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/WALs/0f983e3e5be1,34241,1733619103508-splitting/0f983e3e5be1%2C34241%2C1733619103508.1733619105012, size=2.2 K (2288bytes) 2024-12-08T00:52:01,825 INFO [RS_LOG_REPLAY_OPS-regionserver/0f983e3e5be1:0-1 {event_type=RS_LOG_REPLAY, pid=19}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/WALs/0f983e3e5be1,34241,1733619103508-splitting/0f983e3e5be1%2C34241%2C1733619103508.1733619105012 2024-12-08T00:52:01,826 INFO [RS_LOG_REPLAY_OPS-regionserver/0f983e3e5be1:0-1 {event_type=RS_LOG_REPLAY, pid=19}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/WALs/0f983e3e5be1,34241,1733619103508-splitting/0f983e3e5be1%2C34241%2C1733619103508.1733619105012 after 1ms 2024-12-08T00:52:01,849 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0f983e3e5be1:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-08T00:52:01,849 INFO [RS_LOG_REPLAY_OPS-regionserver/0f983e3e5be1:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(310): Open hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/WALs/0f983e3e5be1,34241,1733619103508-splitting/0f983e3e5be1%2C34241%2C1733619103508.1733619105012 took 24ms 2024-12-08T00:52:01,852 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0f983e3e5be1:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(352): Last flushed sequenceid for 1a9c33310b49e375bff4d466f47b7bde: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-12-08T00:52:01,852 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0f983e3e5be1:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/WALs/0f983e3e5be1,34241,1733619103508-splitting/0f983e3e5be1%2C34241%2C1733619103508.1733619105012 so closing down 2024-12-08T00:52:01,852 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0f983e3e5be1:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T00:52:01,852 INFO [RS_LOG_REPLAY_OPS-regionserver/0f983e3e5be1:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T00:52:01,853 INFO [RS_LOG_REPLAY_OPS-regionserver/0f983e3e5be1:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 2 ms; skipped=6; WAL=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/WALs/0f983e3e5be1,34241,1733619103508-splitting/0f983e3e5be1%2C34241%2C1733619103508.1733619105012, size=2.2 K, length=2288, corrupted=false, cancelled=false 2024-12-08T00:52:01,853 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0f983e3e5be1:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(428): Completed split of hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/WALs/0f983e3e5be1,34241,1733619103508-splitting/0f983e3e5be1%2C34241%2C1733619103508.1733619105012, journal: Splitting hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/WALs/0f983e3e5be1,34241,1733619103508-splitting/0f983e3e5be1%2C34241%2C1733619103508.1733619105012, size=2.2 K (2288bytes) at 1733619121825Finishing writing output for hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/WALs/0f983e3e5be1,34241,1733619103508-splitting/0f983e3e5be1%2C34241%2C1733619103508.1733619105012 so closing down at 1733619121852 (+27 ms)3 split writer threads finished at 1733619121852Processed 6 edits across 0 Regions in 2 ms; skipped=6; WAL=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/WALs/0f983e3e5be1,34241,1733619103508-splitting/0f983e3e5be1%2C34241%2C1733619103508.1733619105012, size=2.2 K, length=2288, corrupted=false, cancelled=false at 1733619121853 (+1 ms) 2024-12-08T00:52:01,853 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0f983e3e5be1:0-1 {event_type=RS_LOG_REPLAY, pid=19}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/WALs/0f983e3e5be1,34241,1733619103508-splitting/0f983e3e5be1%2C34241%2C1733619103508.1733619105012 2024-12-08T00:52:01,853 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0f983e3e5be1:0-1 {event_type=RS_LOG_REPLAY, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-12-08T00:52:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] master.HMaster(4169): Remote procedure done, pid=19 2024-12-08T00:52:01,857 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/WALs/0f983e3e5be1,34241,1733619103508-splitting/0f983e3e5be1%2C34241%2C1733619103508.1733619105012 to hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/oldWALs 2024-12-08T00:52:01,859 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-08T00:52:01,859 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 0f983e3e5be1%2C34241%2C1733619103508.1733619105012, worker=0f983e3e5be1,39847,1733619103551 in 204 msec 2024-12-08T00:52:01,861 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=0f983e3e5be1,39847,1733619103551 2024-12-08T00:52:01,863 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-12-08T00:52:01,863 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 0f983e3e5be1%2C34241%2C1733619103508.1733619105012, worker=0f983e3e5be1,39847,1733619103551 in 211 msec 2024-12-08T00:52:01,865 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/WALs/0f983e3e5be1,34241,1733619103508-splitting dir is empty, no logs to split. 2024-12-08T00:52:01,865 INFO [PEWorker-1 {}] master.SplitWALManager(105): 0f983e3e5be1,34241,1733619103508 WAL count=0, meta=false 2024-12-08T00:52:01,865 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 0f983e3e5be1,34241,1733619103508 WAL splitting is done? wals=0, meta=false 2024-12-08T00:52:01,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1a9c33310b49e375bff4d466f47b7bde, ASSIGN}] 2024-12-08T00:52:01,868 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1a9c33310b49e375bff4d466f47b7bde, ASSIGN 2024-12-08T00:52:01,869 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1a9c33310b49e375bff4d466f47b7bde, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-08T00:52:01,965 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde., hostname=0f983e3e5be1,34241,1733619103508, seqNum=18] 2024-12-08T00:52:01,966 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.AbstractRpcClient(357): Not trying to connect to 0f983e3e5be1:34241 this server is in the failed servers list 2024-12-08T00:52:01,966 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde., hostname=0f983e3e5be1,34241,1733619103508, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde., hostname=0f983e3e5be1,34241,1733619103508, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0f983e3e5be1:34241 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0f983e3e5be1:34241 2024-12-08T00:52:01,966 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde., hostname=0f983e3e5be1,34241,1733619103508, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0f983e3e5be1:34241 2024-12-08T00:52:01,966 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde., hostname=0f983e3e5be1,34241,1733619103508, seqNum=18 from cache 2024-12-08T00:52:02,020 DEBUG [0f983e3e5be1:44915 {}] balancer.BalancerClusterState(204): Hosts are {0f983e3e5be1=0} racks are {/default-rack=0} 2024-12-08T00:52:02,020 DEBUG [0f983e3e5be1:44915 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-08T00:52:02,020 DEBUG [0f983e3e5be1:44915 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-08T00:52:02,020 DEBUG [0f983e3e5be1:44915 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-08T00:52:02,020 DEBUG [0f983e3e5be1:44915 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-08T00:52:02,020 INFO [0f983e3e5be1:44915 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-08T00:52:02,020 INFO [0f983e3e5be1:44915 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-08T00:52:02,020 DEBUG [0f983e3e5be1:44915 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-08T00:52:02,021 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=1a9c33310b49e375bff4d466f47b7bde, regionState=OPENING, regionLocation=0f983e3e5be1,42221,1733619103403 2024-12-08T00:52:02,022 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 0f983e3e5be1:34241 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0f983e3e5be1/172.17.0.2:34241 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:52:02,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0f983e3e5be1,34241,1733619103508, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0f983e3e5be1,34241,1733619103508, seqNum=-1, error=java.net.ConnectException: Call to address=0f983e3e5be1:34241 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0f983e3e5be1/172.17.0.2:34241 2024-12-08T00:52:02,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0f983e3e5be1,34241,1733619103508, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-12-08T00:52:02,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0f983e3e5be1,34241,1733619103508, seqNum=-1 from cache 2024-12-08T00:52:02,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 0f983e3e5be1:34241 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0f983e3e5be1/172.17.0.2:34241 2024-12-08T00:52:02,130 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T00:52:02,130 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0f983e3e5be1,39847,1733619103551, seqNum=-1] 2024-12-08T00:52:02,131 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T00:52:02,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56611, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T00:52:02,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1a9c33310b49e375bff4d466f47b7bde, ASSIGN because future has completed 2024-12-08T00:52:02,140 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a9c33310b49e375bff4d466f47b7bde, server=0f983e3e5be1,42221,1733619103403}] 2024-12-08T00:52:02,277 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde., hostname=0f983e3e5be1,34241,1733619103508, seqNum=18] 2024-12-08T00:52:02,278 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.AbstractRpcClient(357): Not trying to connect to 0f983e3e5be1:34241 this server is in the failed servers list 2024-12-08T00:52:02,279 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde., hostname=0f983e3e5be1,34241,1733619103508, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde., hostname=0f983e3e5be1,34241,1733619103508, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0f983e3e5be1:34241 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0f983e3e5be1:34241 2024-12-08T00:52:02,279 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde., hostname=0f983e3e5be1,34241,1733619103508, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0f983e3e5be1:34241 2024-12-08T00:52:02,279 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde., hostname=0f983e3e5be1,34241,1733619103508, seqNum=18 from cache 2024-12-08T00:52:02,296 INFO [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. 2024-12-08T00:52:02,297 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a9c33310b49e375bff4d466f47b7bde, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde.', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:52:02,297 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:52:02,297 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:52:02,297 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:52:02,297 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:52:02,299 INFO [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:52:02,300 INFO [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a9c33310b49e375bff4d466f47b7bde columnFamilyName cf1 2024-12-08T00:52:02,300 DEBUG [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:02,308 DEBUG [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde/cf1/847f15cbe0f948c2bbd0c4f291786859 2024-12-08T00:52:02,308 INFO [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] regionserver.HStore(327): Store=1a9c33310b49e375bff4d466f47b7bde/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:52:02,308 INFO [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:52:02,309 INFO [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a9c33310b49e375bff4d466f47b7bde columnFamilyName cf2 2024-12-08T00:52:02,309 DEBUG [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:02,316 DEBUG [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde/cf2/f4f60f4936304a7aaf6ff32954e22670 2024-12-08T00:52:02,316 INFO [StoreOpener-1a9c33310b49e375bff4d466f47b7bde-1 {}] regionserver.HStore(327): Store=1a9c33310b49e375bff4d466f47b7bde/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:52:02,316 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:52:02,317 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:52:02,318 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:52:02,319 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:52:02,319 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:52:02,320 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-08T00:52:02,321 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:52:02,322 INFO [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 1a9c33310b49e375bff4d466f47b7bde; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65740952, jitterRate=-0.020383477210998535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-08T00:52:02,322 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:52:02,322 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 1a9c33310b49e375bff4d466f47b7bde: Running coprocessor pre-open hook at 1733619122298Writing region info on filesystem at 1733619122298Initializing all the Stores at 1733619122299 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619122299Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619122299Cleaning up temporary data from old regions at 1733619122319 (+20 ms)Running coprocessor post-open hooks at 1733619122322 (+3 ms)Region opened successfully at 1733619122322 2024-12-08T00:52:02,323 INFO [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde., pid=21, masterSystemTime=1733619122293 2024-12-08T00:52:02,325 DEBUG [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. 2024-12-08T00:52:02,325 INFO [RS_OPEN_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. 2024-12-08T00:52:02,326 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=1a9c33310b49e375bff4d466f47b7bde, regionState=OPEN, openSeqNum=18, regionLocation=0f983e3e5be1,42221,1733619103403 2024-12-08T00:52:02,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a9c33310b49e375bff4d466f47b7bde, server=0f983e3e5be1,42221,1733619103403 because future has completed 2024-12-08T00:52:02,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-12-08T00:52:02,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 1a9c33310b49e375bff4d466f47b7bde, server=0f983e3e5be1,42221,1733619103403 in 189 msec 2024-12-08T00:52:02,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=13 2024-12-08T00:52:02,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1a9c33310b49e375bff4d466f47b7bde, ASSIGN in 464 msec 2024-12-08T00:52:02,334 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 0f983e3e5be1,34241,1733619103508 after splitting done 2024-12-08T00:52:02,337 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 0f983e3e5be1,34241,1733619103508, splitWal=true, meta=true in 1.5720 sec 2024-12-08T00:52:02,800 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde., hostname=0f983e3e5be1,42221,1733619103403, seqNum=18] 2024-12-08T00:52:02,812 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=410 (was 414), OpenFileDescriptor=1048 (was 1022) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=116 (was 100) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=17402 (was 17452) 2024-12-08T00:52:02,814 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1048 is superior to 1024 2024-12-08T00:52:02,826 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=410, OpenFileDescriptor=1048, MaxFileDescriptor=1048576, SystemLoadAverage=116, ProcessCount=11, AvailableMemoryMB=17401 2024-12-08T00:52:02,826 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1048 is superior to 1024 2024-12-08T00:52:02,841 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:52:02,843 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:52:02,843 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T00:52:02,845 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-47161391, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/hregion-47161391, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-08T00:52:02,856 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-47161391/hregion-47161391.1733619122846, exclude list is [], retry=0 2024-12-08T00:52:02,859 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45833,DS-7c3e4dae-72e8-4092-98aa-ece15fb2e237,DISK] 2024-12-08T00:52:02,859 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42805,DS-bd6eab09-4001-44a8-80e5-1b1c6ee5fe8f,DISK] 2024-12-08T00:52:02,859 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34955,DS-1ad15fd5-2d1f-434f-86e3-500eb7b221ca,DISK] 2024-12-08T00:52:02,881 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-47161391/hregion-47161391.1733619122846 2024-12-08T00:52:02,881 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46147:46147),(127.0.0.1/127.0.0.1:39463:39463),(127.0.0.1/127.0.0.1:38603:38603)] 2024-12-08T00:52:02,881 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => ccb361eac289b8be0e507543dab1da22, NAME => 'testReplayEditsWrittenViaHRegion,,1733619122842.ccb361eac289b8be0e507543dab1da22.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35969/hbase 2024-12-08T00:52:02,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741898_1076 (size=67) 2024-12-08T00:52:02,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741898_1076 (size=67) 2024-12-08T00:52:02,890 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733619122842.ccb361eac289b8be0e507543dab1da22.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:52:02,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741898_1076 (size=67) 2024-12-08T00:52:02,894 INFO [StoreOpener-ccb361eac289b8be0e507543dab1da22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ccb361eac289b8be0e507543dab1da22 2024-12-08T00:52:02,895 INFO [StoreOpener-ccb361eac289b8be0e507543dab1da22-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ccb361eac289b8be0e507543dab1da22 columnFamilyName a 2024-12-08T00:52:02,895 DEBUG [StoreOpener-ccb361eac289b8be0e507543dab1da22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:02,896 INFO [StoreOpener-ccb361eac289b8be0e507543dab1da22-1 {}] regionserver.HStore(327): Store=ccb361eac289b8be0e507543dab1da22/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:52:02,896 INFO [StoreOpener-ccb361eac289b8be0e507543dab1da22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ccb361eac289b8be0e507543dab1da22 2024-12-08T00:52:02,897 INFO [StoreOpener-ccb361eac289b8be0e507543dab1da22-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ccb361eac289b8be0e507543dab1da22 columnFamilyName b 2024-12-08T00:52:02,897 DEBUG [StoreOpener-ccb361eac289b8be0e507543dab1da22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:02,897 INFO [StoreOpener-ccb361eac289b8be0e507543dab1da22-1 {}] regionserver.HStore(327): Store=ccb361eac289b8be0e507543dab1da22/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:52:02,897 INFO [StoreOpener-ccb361eac289b8be0e507543dab1da22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ccb361eac289b8be0e507543dab1da22 2024-12-08T00:52:02,898 INFO [StoreOpener-ccb361eac289b8be0e507543dab1da22-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ccb361eac289b8be0e507543dab1da22 columnFamilyName c 2024-12-08T00:52:02,898 DEBUG [StoreOpener-ccb361eac289b8be0e507543dab1da22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:02,899 INFO [StoreOpener-ccb361eac289b8be0e507543dab1da22-1 {}] regionserver.HStore(327): Store=ccb361eac289b8be0e507543dab1da22/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:52:02,899 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ccb361eac289b8be0e507543dab1da22 2024-12-08T00:52:02,899 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/ccb361eac289b8be0e507543dab1da22 2024-12-08T00:52:02,900 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/ccb361eac289b8be0e507543dab1da22 2024-12-08T00:52:02,901 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ccb361eac289b8be0e507543dab1da22 2024-12-08T00:52:02,901 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ccb361eac289b8be0e507543dab1da22 2024-12-08T00:52:02,901 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T00:52:02,902 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ccb361eac289b8be0e507543dab1da22 2024-12-08T00:52:02,905 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/ccb361eac289b8be0e507543dab1da22/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T00:52:02,905 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ccb361eac289b8be0e507543dab1da22; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67869635, jitterRate=0.011336371302604675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T00:52:02,906 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ccb361eac289b8be0e507543dab1da22: Writing region info on filesystem at 1733619122890Initializing all the Stores at 1733619122891 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619122891Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619122894 (+3 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619122894Cleaning up temporary data from old regions at 1733619122901 (+7 ms)Region opened successfully at 1733619122906 (+5 ms) 2024-12-08T00:52:02,906 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ccb361eac289b8be0e507543dab1da22, disabling compactions & flushes 2024-12-08T00:52:02,906 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733619122842.ccb361eac289b8be0e507543dab1da22. 2024-12-08T00:52:02,906 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733619122842.ccb361eac289b8be0e507543dab1da22. 2024-12-08T00:52:02,906 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733619122842.ccb361eac289b8be0e507543dab1da22. after waiting 0 ms 2024-12-08T00:52:02,906 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733619122842.ccb361eac289b8be0e507543dab1da22. 2024-12-08T00:52:02,907 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733619122842.ccb361eac289b8be0e507543dab1da22. 2024-12-08T00:52:02,907 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ccb361eac289b8be0e507543dab1da22: Waiting for close lock at 1733619122906Disabling compacts and flushes for region at 1733619122906Disabling writes for close at 1733619122906Writing region close event to WAL at 1733619122907 (+1 ms)Closed at 1733619122907 2024-12-08T00:52:02,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741897_1075 (size=175) 2024-12-08T00:52:02,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741897_1075 (size=175) 2024-12-08T00:52:02,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741897_1075 (size=175) 2024-12-08T00:52:02,912 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T00:52:02,912 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-47161391:(num 1733619122846) 2024-12-08T00:52:02,912 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T00:52:02,914 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733619122840, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-08T00:52:02,931 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733619122840/wal.1733619122914, exclude list is [], retry=0 2024-12-08T00:52:02,933 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42805,DS-bd6eab09-4001-44a8-80e5-1b1c6ee5fe8f,DISK] 2024-12-08T00:52:02,934 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45833,DS-7c3e4dae-72e8-4092-98aa-ece15fb2e237,DISK] 2024-12-08T00:52:02,934 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34955,DS-1ad15fd5-2d1f-434f-86e3-500eb7b221ca,DISK] 2024-12-08T00:52:02,956 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733619122840/wal.1733619122914 2024-12-08T00:52:02,957 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39463:39463),(127.0.0.1/127.0.0.1:46147:46147),(127.0.0.1/127.0.0.1:38603:38603)] 2024-12-08T00:52:02,957 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => ccb361eac289b8be0e507543dab1da22, NAME => 'testReplayEditsWrittenViaHRegion,,1733619122842.ccb361eac289b8be0e507543dab1da22.', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:52:02,957 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733619122842.ccb361eac289b8be0e507543dab1da22.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:52:02,958 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for ccb361eac289b8be0e507543dab1da22 2024-12-08T00:52:02,958 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for ccb361eac289b8be0e507543dab1da22 2024-12-08T00:52:02,959 INFO [StoreOpener-ccb361eac289b8be0e507543dab1da22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ccb361eac289b8be0e507543dab1da22 2024-12-08T00:52:02,960 INFO [StoreOpener-ccb361eac289b8be0e507543dab1da22-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ccb361eac289b8be0e507543dab1da22 columnFamilyName a 2024-12-08T00:52:02,960 DEBUG [StoreOpener-ccb361eac289b8be0e507543dab1da22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:02,960 INFO [StoreOpener-ccb361eac289b8be0e507543dab1da22-1 {}] regionserver.HStore(327): Store=ccb361eac289b8be0e507543dab1da22/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:52:02,961 INFO [StoreOpener-ccb361eac289b8be0e507543dab1da22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ccb361eac289b8be0e507543dab1da22 2024-12-08T00:52:02,961 INFO [StoreOpener-ccb361eac289b8be0e507543dab1da22-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ccb361eac289b8be0e507543dab1da22 columnFamilyName b 2024-12-08T00:52:02,961 DEBUG [StoreOpener-ccb361eac289b8be0e507543dab1da22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:02,962 INFO [StoreOpener-ccb361eac289b8be0e507543dab1da22-1 {}] regionserver.HStore(327): Store=ccb361eac289b8be0e507543dab1da22/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:52:02,962 INFO [StoreOpener-ccb361eac289b8be0e507543dab1da22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ccb361eac289b8be0e507543dab1da22 2024-12-08T00:52:02,962 INFO [StoreOpener-ccb361eac289b8be0e507543dab1da22-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ccb361eac289b8be0e507543dab1da22 columnFamilyName c 2024-12-08T00:52:02,962 DEBUG [StoreOpener-ccb361eac289b8be0e507543dab1da22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:02,963 INFO [StoreOpener-ccb361eac289b8be0e507543dab1da22-1 {}] regionserver.HStore(327): Store=ccb361eac289b8be0e507543dab1da22/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:52:02,963 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ccb361eac289b8be0e507543dab1da22 2024-12-08T00:52:02,964 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/ccb361eac289b8be0e507543dab1da22 2024-12-08T00:52:02,965 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/ccb361eac289b8be0e507543dab1da22 2024-12-08T00:52:02,966 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ccb361eac289b8be0e507543dab1da22 2024-12-08T00:52:02,966 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ccb361eac289b8be0e507543dab1da22 2024-12-08T00:52:02,966 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T00:52:02,967 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ccb361eac289b8be0e507543dab1da22 2024-12-08T00:52:02,968 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ccb361eac289b8be0e507543dab1da22; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75270369, jitterRate=0.12161590158939362}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T00:52:02,968 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ccb361eac289b8be0e507543dab1da22: Writing region info on filesystem at 1733619122958Initializing all the Stores at 1733619122959 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619122959Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619122959Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619122959Cleaning up temporary data from old regions at 1733619122966 (+7 ms)Region opened successfully at 1733619122968 (+2 ms) 2024-12-08T00:52:02,988 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ccb361eac289b8be0e507543dab1da22 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-08T00:52:03,002 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/ccb361eac289b8be0e507543dab1da22/.tmp/a/ff4a6a0826f041dfbd44bec37178b0d0 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733619122969/Put/seqid=0 2024-12-08T00:52:03,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741900_1078 (size=5958) 2024-12-08T00:52:03,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741900_1078 (size=5958) 2024-12-08T00:52:03,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741900_1078 (size=5958) 2024-12-08T00:52:03,011 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/ccb361eac289b8be0e507543dab1da22/.tmp/a/ff4a6a0826f041dfbd44bec37178b0d0 2024-12-08T00:52:03,030 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/ccb361eac289b8be0e507543dab1da22/.tmp/b/ad78df674bf3449c9b58534889bd077c is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733619122975/Put/seqid=0 2024-12-08T00:52:03,035 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-08T00:52:03,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741901_1079 (size=5958) 2024-12-08T00:52:03,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741901_1079 (size=5958) 2024-12-08T00:52:03,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741901_1079 (size=5958) 2024-12-08T00:52:03,036 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/ccb361eac289b8be0e507543dab1da22/.tmp/b/ad78df674bf3449c9b58534889bd077c 2024-12-08T00:52:03,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-12-08T00:52:03,046 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-12-08T00:52:03,047 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-12-08T00:52:03,047 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-12-08T00:52:03,048 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-12-08T00:52:03,048 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-12-08T00:52:03,049 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-12-08T00:52:03,049 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-12-08T00:52:03,055 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/ccb361eac289b8be0e507543dab1da22/.tmp/c/aa20f25250aa4b9b86bf1171d85cad8b is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733619122982/Put/seqid=0 2024-12-08T00:52:03,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741902_1080 (size=5958) 2024-12-08T00:52:03,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741902_1080 (size=5958) 2024-12-08T00:52:03,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741902_1080 (size=5958) 2024-12-08T00:52:03,065 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/ccb361eac289b8be0e507543dab1da22/.tmp/c/aa20f25250aa4b9b86bf1171d85cad8b 2024-12-08T00:52:03,070 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/ccb361eac289b8be0e507543dab1da22/.tmp/a/ff4a6a0826f041dfbd44bec37178b0d0 as hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/ccb361eac289b8be0e507543dab1da22/a/ff4a6a0826f041dfbd44bec37178b0d0 2024-12-08T00:52:03,075 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/ccb361eac289b8be0e507543dab1da22/a/ff4a6a0826f041dfbd44bec37178b0d0, entries=10, sequenceid=33, filesize=5.8 K 2024-12-08T00:52:03,077 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/ccb361eac289b8be0e507543dab1da22/.tmp/b/ad78df674bf3449c9b58534889bd077c as hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/ccb361eac289b8be0e507543dab1da22/b/ad78df674bf3449c9b58534889bd077c 2024-12-08T00:52:03,082 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/ccb361eac289b8be0e507543dab1da22/b/ad78df674bf3449c9b58534889bd077c, entries=10, sequenceid=33, filesize=5.8 K 2024-12-08T00:52:03,083 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/ccb361eac289b8be0e507543dab1da22/.tmp/c/aa20f25250aa4b9b86bf1171d85cad8b as hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/ccb361eac289b8be0e507543dab1da22/c/aa20f25250aa4b9b86bf1171d85cad8b 2024-12-08T00:52:03,089 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/ccb361eac289b8be0e507543dab1da22/c/aa20f25250aa4b9b86bf1171d85cad8b, entries=10, sequenceid=33, filesize=5.8 K 2024-12-08T00:52:03,090 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for ccb361eac289b8be0e507543dab1da22 in 102ms, sequenceid=33, compaction requested=false 2024-12-08T00:52:03,090 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ccb361eac289b8be0e507543dab1da22: 2024-12-08T00:52:03,090 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ccb361eac289b8be0e507543dab1da22, disabling compactions & flushes 2024-12-08T00:52:03,090 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733619122842.ccb361eac289b8be0e507543dab1da22. 2024-12-08T00:52:03,091 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733619122842.ccb361eac289b8be0e507543dab1da22. 2024-12-08T00:52:03,091 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733619122842.ccb361eac289b8be0e507543dab1da22. after waiting 0 ms 2024-12-08T00:52:03,091 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733619122842.ccb361eac289b8be0e507543dab1da22. 2024-12-08T00:52:03,092 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733619122842.ccb361eac289b8be0e507543dab1da22. 2024-12-08T00:52:03,092 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ccb361eac289b8be0e507543dab1da22: Waiting for close lock at 1733619123090Disabling compacts and flushes for region at 1733619123090Disabling writes for close at 1733619123091 (+1 ms)Writing region close event to WAL at 1733619123092 (+1 ms)Closed at 1733619123092 2024-12-08T00:52:03,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741899_1077 (size=6311) 2024-12-08T00:52:03,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741899_1077 (size=6311) 2024-12-08T00:52:03,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741899_1077 (size=6311) 2024-12-08T00:52:03,099 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/ccb361eac289b8be0e507543dab1da22/b/ad78df674bf3449c9b58534889bd077c to hdfs://localhost:35969/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/ccb361eac289b8be0e507543dab1da22/b/ad78df674bf3449c9b58534889bd077c 2024-12-08T00:52:03,114 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35969/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733619122840/wal.1733619122914, size=6.2 K (6311bytes) 2024-12-08T00:52:03,114 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35969/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733619122840/wal.1733619122914 2024-12-08T00:52:03,114 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35969/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733619122840/wal.1733619122914 after 0ms 2024-12-08T00:52:03,140 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-08T00:52:03,140 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35969/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733619122840/wal.1733619122914 took 26ms 2024-12-08T00:52:03,143 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35969/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733619122840/wal.1733619122914 so closing down 2024-12-08T00:52:03,143 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T00:52:03,144 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733619122914.temp 2024-12-08T00:52:03,169 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/ccb361eac289b8be0e507543dab1da22/recovered.edits/0000000000000000003-wal.1733619122914.temp 2024-12-08T00:52:03,170 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T00:52:03,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741903_1081 (size=5575) 2024-12-08T00:52:03,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741903_1081 (size=5575) 2024-12-08T00:52:03,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741903_1081 (size=5575) 2024-12-08T00:52:03,178 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/ccb361eac289b8be0e507543dab1da22/recovered.edits/0000000000000000003-wal.1733619122914.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-08T00:52:03,180 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/ccb361eac289b8be0e507543dab1da22/recovered.edits/0000000000000000003-wal.1733619122914.temp to hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/ccb361eac289b8be0e507543dab1da22/recovered.edits/0000000000000000032 2024-12-08T00:52:03,180 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 39 ms; skipped=2; WAL=hdfs://localhost:35969/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733619122840/wal.1733619122914, size=6.2 K, length=6311, corrupted=false, cancelled=false 2024-12-08T00:52:03,180 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35969/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733619122840/wal.1733619122914, journal: Splitting hdfs://localhost:35969/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733619122840/wal.1733619122914, size=6.2 K (6311bytes) at 1733619123114Finishing writing output for hdfs://localhost:35969/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733619122840/wal.1733619122914 so closing down at 1733619123143 (+29 ms)Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/ccb361eac289b8be0e507543dab1da22/recovered.edits/0000000000000000003-wal.1733619122914.temp at 1733619123170 (+27 ms)3 split writer threads finished at 1733619123170Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/ccb361eac289b8be0e507543dab1da22/recovered.edits/0000000000000000003-wal.1733619122914.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733619123178 (+8 ms)Rename recovered edits hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/ccb361eac289b8be0e507543dab1da22/recovered.edits/0000000000000000003-wal.1733619122914.temp to hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/ccb361eac289b8be0e507543dab1da22/recovered.edits/0000000000000000032 at 1733619123180 (+2 ms)Processed 32 edits across 1 Regions in 39 ms; skipped=2; WAL=hdfs://localhost:35969/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733619122840/wal.1733619122914, size=6.2 K, length=6311, corrupted=false, cancelled=false at 1733619123180 2024-12-08T00:52:03,182 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35969/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733619122840/wal.1733619122914 to hdfs://localhost:35969/hbase/oldWALs/wal.1733619122914 2024-12-08T00:52:03,182 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/ccb361eac289b8be0e507543dab1da22/recovered.edits/0000000000000000032 2024-12-08T00:52:03,183 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T00:52:03,184 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733619122840, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-08T00:52:03,196 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733619122840/wal.1733619123184, exclude list is [], retry=0 2024-12-08T00:52:03,199 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45833,DS-7c3e4dae-72e8-4092-98aa-ece15fb2e237,DISK] 2024-12-08T00:52:03,200 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34955,DS-1ad15fd5-2d1f-434f-86e3-500eb7b221ca,DISK] 2024-12-08T00:52:03,200 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42805,DS-bd6eab09-4001-44a8-80e5-1b1c6ee5fe8f,DISK] 2024-12-08T00:52:03,226 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733619122840/wal.1733619123184 2024-12-08T00:52:03,226 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46147:46147),(127.0.0.1/127.0.0.1:38603:38603),(127.0.0.1/127.0.0.1:39463:39463)] 2024-12-08T00:52:03,226 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => ccb361eac289b8be0e507543dab1da22, NAME => 'testReplayEditsWrittenViaHRegion,,1733619122842.ccb361eac289b8be0e507543dab1da22.', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:52:03,227 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733619122842.ccb361eac289b8be0e507543dab1da22.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:52:03,227 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for ccb361eac289b8be0e507543dab1da22 2024-12-08T00:52:03,227 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for ccb361eac289b8be0e507543dab1da22 2024-12-08T00:52:03,228 INFO [StoreOpener-ccb361eac289b8be0e507543dab1da22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ccb361eac289b8be0e507543dab1da22 2024-12-08T00:52:03,229 INFO [StoreOpener-ccb361eac289b8be0e507543dab1da22-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ccb361eac289b8be0e507543dab1da22 columnFamilyName a 2024-12-08T00:52:03,229 DEBUG [StoreOpener-ccb361eac289b8be0e507543dab1da22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:03,235 DEBUG [StoreOpener-ccb361eac289b8be0e507543dab1da22-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/ccb361eac289b8be0e507543dab1da22/a/ff4a6a0826f041dfbd44bec37178b0d0 2024-12-08T00:52:03,235 INFO [StoreOpener-ccb361eac289b8be0e507543dab1da22-1 {}] regionserver.HStore(327): Store=ccb361eac289b8be0e507543dab1da22/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:52:03,235 INFO [StoreOpener-ccb361eac289b8be0e507543dab1da22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ccb361eac289b8be0e507543dab1da22 2024-12-08T00:52:03,237 INFO [StoreOpener-ccb361eac289b8be0e507543dab1da22-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ccb361eac289b8be0e507543dab1da22 columnFamilyName b 2024-12-08T00:52:03,237 DEBUG [StoreOpener-ccb361eac289b8be0e507543dab1da22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:03,238 INFO [StoreOpener-ccb361eac289b8be0e507543dab1da22-1 {}] regionserver.HStore(327): Store=ccb361eac289b8be0e507543dab1da22/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:52:03,238 INFO [StoreOpener-ccb361eac289b8be0e507543dab1da22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ccb361eac289b8be0e507543dab1da22 2024-12-08T00:52:03,239 INFO [StoreOpener-ccb361eac289b8be0e507543dab1da22-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ccb361eac289b8be0e507543dab1da22 columnFamilyName c 2024-12-08T00:52:03,239 DEBUG [StoreOpener-ccb361eac289b8be0e507543dab1da22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:03,244 DEBUG [StoreOpener-ccb361eac289b8be0e507543dab1da22-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/ccb361eac289b8be0e507543dab1da22/c/aa20f25250aa4b9b86bf1171d85cad8b 2024-12-08T00:52:03,244 INFO [StoreOpener-ccb361eac289b8be0e507543dab1da22-1 {}] regionserver.HStore(327): Store=ccb361eac289b8be0e507543dab1da22/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:52:03,245 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ccb361eac289b8be0e507543dab1da22 2024-12-08T00:52:03,245 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/ccb361eac289b8be0e507543dab1da22 2024-12-08T00:52:03,247 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/ccb361eac289b8be0e507543dab1da22 2024-12-08T00:52:03,247 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/ccb361eac289b8be0e507543dab1da22/recovered.edits/0000000000000000032 2024-12-08T00:52:03,272 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-08T00:52:03,273 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/ccb361eac289b8be0e507543dab1da22/recovered.edits/0000000000000000032 2024-12-08T00:52:03,273 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ccb361eac289b8be0e507543dab1da22 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-08T00:52:03,285 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/ccb361eac289b8be0e507543dab1da22/.tmp/b/a800eab71f124d278d40d237f0b63cb4 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733619122975/Put/seqid=0 2024-12-08T00:52:03,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741905_1083 (size=5958) 2024-12-08T00:52:03,292 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/ccb361eac289b8be0e507543dab1da22/.tmp/b/a800eab71f124d278d40d237f0b63cb4 2024-12-08T00:52:03,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741905_1083 (size=5958) 2024-12-08T00:52:03,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741905_1083 (size=5958) 2024-12-08T00:52:03,297 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/ccb361eac289b8be0e507543dab1da22/.tmp/b/a800eab71f124d278d40d237f0b63cb4 as hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/ccb361eac289b8be0e507543dab1da22/b/a800eab71f124d278d40d237f0b63cb4 2024-12-08T00:52:03,302 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/ccb361eac289b8be0e507543dab1da22/b/a800eab71f124d278d40d237f0b63cb4, entries=10, sequenceid=32, filesize=5.8 K 2024-12-08T00:52:03,303 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for ccb361eac289b8be0e507543dab1da22 in 30ms, sequenceid=32, compaction requested=false; wal=null 2024-12-08T00:52:03,303 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/ccb361eac289b8be0e507543dab1da22/recovered.edits/0000000000000000032 2024-12-08T00:52:03,305 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ccb361eac289b8be0e507543dab1da22 2024-12-08T00:52:03,305 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ccb361eac289b8be0e507543dab1da22 2024-12-08T00:52:03,305 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T00:52:03,307 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ccb361eac289b8be0e507543dab1da22 2024-12-08T00:52:03,309 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/ccb361eac289b8be0e507543dab1da22/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-12-08T00:52:03,311 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ccb361eac289b8be0e507543dab1da22; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68596142, jitterRate=0.022162169218063354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T00:52:03,311 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ccb361eac289b8be0e507543dab1da22: Writing region info on filesystem at 1733619123227Initializing all the Stores at 1733619123228 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619123228Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619123228Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619123228Obtaining lock to block concurrent updates at 1733619123273 (+45 ms)Preparing flush snapshotting stores in ccb361eac289b8be0e507543dab1da22 at 1733619123273Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733619122842.ccb361eac289b8be0e507543dab1da22., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1733619123273Flushing stores of testReplayEditsWrittenViaHRegion,,1733619122842.ccb361eac289b8be0e507543dab1da22. at 1733619123273Flushing ccb361eac289b8be0e507543dab1da22/b: creating writer at 1733619123273Flushing ccb361eac289b8be0e507543dab1da22/b: appending metadata at 1733619123285 (+12 ms)Flushing ccb361eac289b8be0e507543dab1da22/b: closing flushed file at 1733619123285Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15483444: reopening flushed file at 1733619123296 (+11 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for ccb361eac289b8be0e507543dab1da22 in 30ms, sequenceid=32, compaction requested=false; wal=null at 1733619123303 (+7 ms)Cleaning up temporary data from old regions at 1733619123305 (+2 ms)Region opened successfully at 1733619123311 (+6 ms) 2024-12-08T00:52:03,336 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=419 (was 410) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1464640837-172.17.0.2-1733619099122:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-671346523_22 at /127.0.0.1:58838 [Waiting for operation #38] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-671346523_22 at /127.0.0.1:40016 [Receiving block BP-1464640837-172.17.0.2-1733619099122:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1464640837-172.17.0.2-1733619099122:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-671346523_22 at /127.0.0.1:39768 [Receiving block BP-1464640837-172.17.0.2-1733619099122:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1464640837-172.17.0.2-1733619099122:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-671346523_22 at /127.0.0.1:49968 [Waiting for operation #40] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-671346523_22 at /127.0.0.1:44646 [Waiting for operation #45] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-671346523_22 at /127.0.0.1:49002 [Receiving block BP-1464640837-172.17.0.2-1733619099122:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1124 (was 1048) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=116 (was 116), ProcessCount=11 (was 11), AvailableMemoryMB=17381 (was 17401) 2024-12-08T00:52:03,336 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1124 is superior to 1024 2024-12-08T00:52:03,349 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=419, OpenFileDescriptor=1124, MaxFileDescriptor=1048576, SystemLoadAverage=116, ProcessCount=11, AvailableMemoryMB=17381 2024-12-08T00:52:03,349 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1124 is superior to 1024 2024-12-08T00:52:03,364 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:52:03,366 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:52:03,367 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T00:52:03,369 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-48793029, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/hregion-48793029, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-08T00:52:03,379 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-48793029/hregion-48793029.1733619123369, exclude list is [], retry=0 2024-12-08T00:52:03,382 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45833,DS-7c3e4dae-72e8-4092-98aa-ece15fb2e237,DISK] 2024-12-08T00:52:03,382 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34955,DS-1ad15fd5-2d1f-434f-86e3-500eb7b221ca,DISK] 2024-12-08T00:52:03,382 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42805,DS-bd6eab09-4001-44a8-80e5-1b1c6ee5fe8f,DISK] 2024-12-08T00:52:03,405 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-48793029/hregion-48793029.1733619123369 2024-12-08T00:52:03,405 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46147:46147),(127.0.0.1/127.0.0.1:38603:38603),(127.0.0.1/127.0.0.1:39463:39463)] 2024-12-08T00:52:03,405 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 3251943b39fe6a3b3355b99ccfffb3e6, NAME => 'testReplayEditsAfterAbortingFlush,,1733619123365.3251943b39fe6a3b3355b99ccfffb3e6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35969/hbase 2024-12-08T00:52:03,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741907_1085 (size=68) 2024-12-08T00:52:03,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741907_1085 (size=68) 2024-12-08T00:52:03,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741907_1085 (size=68) 2024-12-08T00:52:03,814 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733619123365.3251943b39fe6a3b3355b99ccfffb3e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:52:03,816 INFO [StoreOpener-3251943b39fe6a3b3355b99ccfffb3e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3251943b39fe6a3b3355b99ccfffb3e6 2024-12-08T00:52:03,818 INFO [StoreOpener-3251943b39fe6a3b3355b99ccfffb3e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3251943b39fe6a3b3355b99ccfffb3e6 columnFamilyName a 2024-12-08T00:52:03,819 DEBUG [StoreOpener-3251943b39fe6a3b3355b99ccfffb3e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:03,819 INFO [StoreOpener-3251943b39fe6a3b3355b99ccfffb3e6-1 {}] regionserver.HStore(327): Store=3251943b39fe6a3b3355b99ccfffb3e6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:52:03,820 INFO [StoreOpener-3251943b39fe6a3b3355b99ccfffb3e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3251943b39fe6a3b3355b99ccfffb3e6 2024-12-08T00:52:03,822 INFO [StoreOpener-3251943b39fe6a3b3355b99ccfffb3e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3251943b39fe6a3b3355b99ccfffb3e6 columnFamilyName b 2024-12-08T00:52:03,822 DEBUG [StoreOpener-3251943b39fe6a3b3355b99ccfffb3e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:03,823 INFO [StoreOpener-3251943b39fe6a3b3355b99ccfffb3e6-1 {}] regionserver.HStore(327): Store=3251943b39fe6a3b3355b99ccfffb3e6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:52:03,823 INFO [StoreOpener-3251943b39fe6a3b3355b99ccfffb3e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3251943b39fe6a3b3355b99ccfffb3e6 2024-12-08T00:52:03,826 INFO [StoreOpener-3251943b39fe6a3b3355b99ccfffb3e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3251943b39fe6a3b3355b99ccfffb3e6 columnFamilyName c 2024-12-08T00:52:03,826 DEBUG [StoreOpener-3251943b39fe6a3b3355b99ccfffb3e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:03,827 INFO [StoreOpener-3251943b39fe6a3b3355b99ccfffb3e6-1 {}] regionserver.HStore(327): Store=3251943b39fe6a3b3355b99ccfffb3e6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:52:03,827 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3251943b39fe6a3b3355b99ccfffb3e6 2024-12-08T00:52:03,828 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/3251943b39fe6a3b3355b99ccfffb3e6 2024-12-08T00:52:03,828 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/3251943b39fe6a3b3355b99ccfffb3e6 2024-12-08T00:52:03,829 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3251943b39fe6a3b3355b99ccfffb3e6 2024-12-08T00:52:03,829 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3251943b39fe6a3b3355b99ccfffb3e6 2024-12-08T00:52:03,830 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T00:52:03,831 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3251943b39fe6a3b3355b99ccfffb3e6 2024-12-08T00:52:03,833 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/3251943b39fe6a3b3355b99ccfffb3e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T00:52:03,834 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3251943b39fe6a3b3355b99ccfffb3e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67077692, jitterRate=-4.6449899673461914E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T00:52:03,835 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3251943b39fe6a3b3355b99ccfffb3e6: Writing region info on filesystem at 1733619123814Initializing all the Stores at 1733619123815 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619123816 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619123816Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619123816Cleaning up temporary data from old regions at 1733619123829 (+13 ms)Region opened successfully at 1733619123835 (+6 ms) 2024-12-08T00:52:03,835 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3251943b39fe6a3b3355b99ccfffb3e6, disabling compactions & flushes 2024-12-08T00:52:03,835 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733619123365.3251943b39fe6a3b3355b99ccfffb3e6. 2024-12-08T00:52:03,835 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733619123365.3251943b39fe6a3b3355b99ccfffb3e6. 2024-12-08T00:52:03,835 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733619123365.3251943b39fe6a3b3355b99ccfffb3e6. after waiting 0 ms 2024-12-08T00:52:03,835 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733619123365.3251943b39fe6a3b3355b99ccfffb3e6. 2024-12-08T00:52:03,835 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733619123365.3251943b39fe6a3b3355b99ccfffb3e6. 2024-12-08T00:52:03,835 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3251943b39fe6a3b3355b99ccfffb3e6: Waiting for close lock at 1733619123835Disabling compacts and flushes for region at 1733619123835Disabling writes for close at 1733619123835Writing region close event to WAL at 1733619123835Closed at 1733619123835 2024-12-08T00:52:03,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741906_1084 (size=175) 2024-12-08T00:52:03,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741906_1084 (size=175) 2024-12-08T00:52:03,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741906_1084 (size=175) 2024-12-08T00:52:03,840 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T00:52:03,840 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-48793029:(num 1733619123369) 2024-12-08T00:52:03,840 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T00:52:03,842 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733619123363, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-08T00:52:03,854 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733619123363/wal.1733619123842, exclude list is [], retry=0 2024-12-08T00:52:03,857 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42805,DS-bd6eab09-4001-44a8-80e5-1b1c6ee5fe8f,DISK] 2024-12-08T00:52:03,857 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45833,DS-7c3e4dae-72e8-4092-98aa-ece15fb2e237,DISK] 2024-12-08T00:52:03,857 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34955,DS-1ad15fd5-2d1f-434f-86e3-500eb7b221ca,DISK] 2024-12-08T00:52:03,879 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733619123363/wal.1733619123842 2024-12-08T00:52:03,879 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39463:39463),(127.0.0.1/127.0.0.1:46147:46147),(127.0.0.1/127.0.0.1:38603:38603)] 2024-12-08T00:52:03,928 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3251943b39fe6a3b3355b99ccfffb3e6, NAME => 'testReplayEditsAfterAbortingFlush,,1733619123365.3251943b39fe6a3b3355b99ccfffb3e6.', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:52:03,930 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 3251943b39fe6a3b3355b99ccfffb3e6 2024-12-08T00:52:03,930 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733619123365.3251943b39fe6a3b3355b99ccfffb3e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:52:03,930 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3251943b39fe6a3b3355b99ccfffb3e6 2024-12-08T00:52:03,930 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3251943b39fe6a3b3355b99ccfffb3e6 2024-12-08T00:52:03,932 INFO [StoreOpener-3251943b39fe6a3b3355b99ccfffb3e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3251943b39fe6a3b3355b99ccfffb3e6 2024-12-08T00:52:03,933 INFO [StoreOpener-3251943b39fe6a3b3355b99ccfffb3e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3251943b39fe6a3b3355b99ccfffb3e6 columnFamilyName a 2024-12-08T00:52:03,933 DEBUG [StoreOpener-3251943b39fe6a3b3355b99ccfffb3e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:03,934 INFO [StoreOpener-3251943b39fe6a3b3355b99ccfffb3e6-1 {}] regionserver.HStore(327): Store=3251943b39fe6a3b3355b99ccfffb3e6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:52:03,934 INFO [StoreOpener-3251943b39fe6a3b3355b99ccfffb3e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3251943b39fe6a3b3355b99ccfffb3e6 2024-12-08T00:52:03,935 INFO [StoreOpener-3251943b39fe6a3b3355b99ccfffb3e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3251943b39fe6a3b3355b99ccfffb3e6 columnFamilyName b 2024-12-08T00:52:03,935 DEBUG [StoreOpener-3251943b39fe6a3b3355b99ccfffb3e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:03,935 INFO [StoreOpener-3251943b39fe6a3b3355b99ccfffb3e6-1 {}] regionserver.HStore(327): Store=3251943b39fe6a3b3355b99ccfffb3e6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:52:03,936 INFO [StoreOpener-3251943b39fe6a3b3355b99ccfffb3e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3251943b39fe6a3b3355b99ccfffb3e6 2024-12-08T00:52:03,936 INFO [StoreOpener-3251943b39fe6a3b3355b99ccfffb3e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3251943b39fe6a3b3355b99ccfffb3e6 columnFamilyName c 2024-12-08T00:52:03,936 DEBUG [StoreOpener-3251943b39fe6a3b3355b99ccfffb3e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:03,937 INFO [StoreOpener-3251943b39fe6a3b3355b99ccfffb3e6-1 {}] regionserver.HStore(327): Store=3251943b39fe6a3b3355b99ccfffb3e6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:52:03,937 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3251943b39fe6a3b3355b99ccfffb3e6 2024-12-08T00:52:03,938 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/3251943b39fe6a3b3355b99ccfffb3e6 2024-12-08T00:52:03,939 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/3251943b39fe6a3b3355b99ccfffb3e6 2024-12-08T00:52:03,940 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3251943b39fe6a3b3355b99ccfffb3e6 2024-12-08T00:52:03,940 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3251943b39fe6a3b3355b99ccfffb3e6 2024-12-08T00:52:03,940 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T00:52:03,942 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3251943b39fe6a3b3355b99ccfffb3e6 2024-12-08T00:52:03,943 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3251943b39fe6a3b3355b99ccfffb3e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67277202, jitterRate=0.0025084316730499268}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T00:52:03,943 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3251943b39fe6a3b3355b99ccfffb3e6 2024-12-08T00:52:03,943 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3251943b39fe6a3b3355b99ccfffb3e6: Running coprocessor pre-open hook at 1733619123930Writing region info on filesystem at 1733619123930Initializing all the Stores at 1733619123931 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619123931Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619123931Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619123931Cleaning up temporary data from old regions at 1733619123940 (+9 ms)Running coprocessor post-open hooks at 1733619123943 (+3 ms)Region opened successfully at 1733619123943 2024-12-08T00:52:03,954 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3251943b39fe6a3b3355b99ccfffb3e6 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-12-08T00:52:03,955 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 3251943b39fe6a3b3355b99ccfffb3e6/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:52:04,147 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T00:52:04,955 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 3251943b39fe6a3b3355b99ccfffb3e6/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:52:05,957 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 3251943b39fe6a3b3355b99ccfffb3e6/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:52:06,958 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 3251943b39fe6a3b3355b99ccfffb3e6/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:52:07,959 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 3251943b39fe6a3b3355b99ccfffb3e6/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:52:08,960 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 3251943b39fe6a3b3355b99ccfffb3e6/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:52:09,434 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T00:52:09,961 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 3251943b39fe6a3b3355b99ccfffb3e6/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:52:10,963 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 3251943b39fe6a3b3355b99ccfffb3e6/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:52:11,938 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-08T00:52:11,963 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 3251943b39fe6a3b3355b99ccfffb3e6/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:52:12,964 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 3251943b39fe6a3b3355b99ccfffb3e6/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:52:12,967 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3251943b39fe6a3b3355b99ccfffb3e6: 2024-12-08T00:52:12,967 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1733619123365.3251943b39fe6a3b3355b99ccfffb3e6. 2024-12-08T00:52:12,984 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3251943b39fe6a3b3355b99ccfffb3e6: 2024-12-08T00:52:12,984 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-12-08T00:52:12,984 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3251943b39fe6a3b3355b99ccfffb3e6, disabling compactions & flushes 2024-12-08T00:52:12,984 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733619123365.3251943b39fe6a3b3355b99ccfffb3e6. 2024-12-08T00:52:12,984 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733619123365.3251943b39fe6a3b3355b99ccfffb3e6. 2024-12-08T00:52:12,984 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733619123365.3251943b39fe6a3b3355b99ccfffb3e6. after waiting 0 ms 2024-12-08T00:52:12,984 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733619123365.3251943b39fe6a3b3355b99ccfffb3e6. 2024-12-08T00:52:12,985 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1733619123365.3251943b39fe6a3b3355b99ccfffb3e6. 2024-12-08T00:52:12,985 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733619123365.3251943b39fe6a3b3355b99ccfffb3e6. 2024-12-08T00:52:12,985 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3251943b39fe6a3b3355b99ccfffb3e6: Waiting for close lock at 1733619132984Running coprocessor pre-close hooks at 1733619132984Disabling compacts and flushes for region at 1733619132984Disabling writes for close at 1733619132984Writing region close event to WAL at 1733619132984Running coprocessor post-close hooks at 1733619132985 (+1 ms)Closed at 1733619132985 2024-12-08T00:52:12,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741908_1086 (size=4236) 2024-12-08T00:52:12,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741908_1086 (size=4236) 2024-12-08T00:52:12,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741908_1086 (size=4236) 2024-12-08T00:52:13,001 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35969/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733619123363/wal.1733619123842, size=4.1 K (4236bytes) 2024-12-08T00:52:13,001 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35969/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733619123363/wal.1733619123842 2024-12-08T00:52:13,001 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35969/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733619123363/wal.1733619123842 after 0ms 2024-12-08T00:52:13,024 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-08T00:52:13,024 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35969/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733619123363/wal.1733619123842 took 23ms 2024-12-08T00:52:13,026 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35969/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733619123363/wal.1733619123842 so closing down 2024-12-08T00:52:13,026 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T00:52:13,027 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1733619123842.temp 2024-12-08T00:52:13,050 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/3251943b39fe6a3b3355b99ccfffb3e6/recovered.edits/0000000000000000004-wal.1733619123842.temp 2024-12-08T00:52:13,050 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T00:52:13,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741909_1087 (size=3245) 2024-12-08T00:52:13,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741909_1087 (size=3245) 2024-12-08T00:52:13,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741909_1087 (size=3245) 2024-12-08T00:52:13,057 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/3251943b39fe6a3b3355b99ccfffb3e6/recovered.edits/0000000000000000004-wal.1733619123842.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-12-08T00:52:13,058 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/3251943b39fe6a3b3355b99ccfffb3e6/recovered.edits/0000000000000000004-wal.1733619123842.temp to hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/3251943b39fe6a3b3355b99ccfffb3e6/recovered.edits/0000000000000000026 2024-12-08T00:52:13,058 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 34 ms; skipped=3; WAL=hdfs://localhost:35969/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733619123363/wal.1733619123842, size=4.1 K, length=4236, corrupted=false, cancelled=false 2024-12-08T00:52:13,058 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35969/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733619123363/wal.1733619123842, journal: Splitting hdfs://localhost:35969/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733619123363/wal.1733619123842, size=4.1 K (4236bytes) at 1733619133001Finishing writing output for hdfs://localhost:35969/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733619123363/wal.1733619123842 so closing down at 1733619133026 (+25 ms)Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/3251943b39fe6a3b3355b99ccfffb3e6/recovered.edits/0000000000000000004-wal.1733619123842.temp at 1733619133050 (+24 ms)3 split writer threads finished at 1733619133050Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/3251943b39fe6a3b3355b99ccfffb3e6/recovered.edits/0000000000000000004-wal.1733619123842.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1733619133057 (+7 ms)Rename recovered edits hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/3251943b39fe6a3b3355b99ccfffb3e6/recovered.edits/0000000000000000004-wal.1733619123842.temp to hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/3251943b39fe6a3b3355b99ccfffb3e6/recovered.edits/0000000000000000026 at 1733619133058 (+1 ms)Processed 23 edits across 1 Regions in 34 ms; skipped=3; WAL=hdfs://localhost:35969/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733619123363/wal.1733619123842, size=4.1 K, length=4236, corrupted=false, cancelled=false at 1733619133058 2024-12-08T00:52:13,059 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35969/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733619123363/wal.1733619123842 to hdfs://localhost:35969/hbase/oldWALs/wal.1733619123842 2024-12-08T00:52:13,060 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/3251943b39fe6a3b3355b99ccfffb3e6/recovered.edits/0000000000000000026 2024-12-08T00:52:13,060 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T00:52:13,062 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733619123363, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-08T00:52:13,074 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733619123363/wal.1733619133062, exclude list is [], retry=0 2024-12-08T00:52:13,077 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34955,DS-1ad15fd5-2d1f-434f-86e3-500eb7b221ca,DISK] 2024-12-08T00:52:13,077 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42805,DS-bd6eab09-4001-44a8-80e5-1b1c6ee5fe8f,DISK] 2024-12-08T00:52:13,077 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45833,DS-7c3e4dae-72e8-4092-98aa-ece15fb2e237,DISK] 2024-12-08T00:52:13,143 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733619123363/wal.1733619133062 2024-12-08T00:52:13,143 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38603:38603),(127.0.0.1/127.0.0.1:39463:39463),(127.0.0.1/127.0.0.1:46147:46147)] 2024-12-08T00:52:13,143 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3251943b39fe6a3b3355b99ccfffb3e6, NAME => 'testReplayEditsAfterAbortingFlush,,1733619123365.3251943b39fe6a3b3355b99ccfffb3e6.', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:52:13,144 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 3251943b39fe6a3b3355b99ccfffb3e6 2024-12-08T00:52:13,144 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733619123365.3251943b39fe6a3b3355b99ccfffb3e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:52:13,144 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3251943b39fe6a3b3355b99ccfffb3e6 2024-12-08T00:52:13,144 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3251943b39fe6a3b3355b99ccfffb3e6 2024-12-08T00:52:13,166 INFO [StoreOpener-3251943b39fe6a3b3355b99ccfffb3e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3251943b39fe6a3b3355b99ccfffb3e6 2024-12-08T00:52:13,167 INFO [StoreOpener-3251943b39fe6a3b3355b99ccfffb3e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3251943b39fe6a3b3355b99ccfffb3e6 columnFamilyName a 2024-12-08T00:52:13,167 DEBUG [StoreOpener-3251943b39fe6a3b3355b99ccfffb3e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:13,168 INFO [StoreOpener-3251943b39fe6a3b3355b99ccfffb3e6-1 {}] regionserver.HStore(327): Store=3251943b39fe6a3b3355b99ccfffb3e6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:52:13,168 INFO [StoreOpener-3251943b39fe6a3b3355b99ccfffb3e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3251943b39fe6a3b3355b99ccfffb3e6 2024-12-08T00:52:13,169 INFO [StoreOpener-3251943b39fe6a3b3355b99ccfffb3e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3251943b39fe6a3b3355b99ccfffb3e6 columnFamilyName b 2024-12-08T00:52:13,169 DEBUG [StoreOpener-3251943b39fe6a3b3355b99ccfffb3e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:13,170 INFO [StoreOpener-3251943b39fe6a3b3355b99ccfffb3e6-1 {}] regionserver.HStore(327): Store=3251943b39fe6a3b3355b99ccfffb3e6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:52:13,170 INFO [StoreOpener-3251943b39fe6a3b3355b99ccfffb3e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3251943b39fe6a3b3355b99ccfffb3e6 2024-12-08T00:52:13,171 INFO [StoreOpener-3251943b39fe6a3b3355b99ccfffb3e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3251943b39fe6a3b3355b99ccfffb3e6 columnFamilyName c 2024-12-08T00:52:13,171 DEBUG [StoreOpener-3251943b39fe6a3b3355b99ccfffb3e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:13,171 INFO [StoreOpener-3251943b39fe6a3b3355b99ccfffb3e6-1 {}] regionserver.HStore(327): Store=3251943b39fe6a3b3355b99ccfffb3e6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:52:13,172 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3251943b39fe6a3b3355b99ccfffb3e6 2024-12-08T00:52:13,172 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/3251943b39fe6a3b3355b99ccfffb3e6 2024-12-08T00:52:13,174 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/3251943b39fe6a3b3355b99ccfffb3e6 2024-12-08T00:52:13,174 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/3251943b39fe6a3b3355b99ccfffb3e6/recovered.edits/0000000000000000026 2024-12-08T00:52:13,196 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-08T00:52:13,197 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/3251943b39fe6a3b3355b99ccfffb3e6/recovered.edits/0000000000000000026 2024-12-08T00:52:13,197 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3251943b39fe6a3b3355b99ccfffb3e6 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-12-08T00:52:13,209 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/3251943b39fe6a3b3355b99ccfffb3e6/.tmp/a/da1ff32595c74e9881daad732ffb92fe is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1733619132973/Put/seqid=0 2024-12-08T00:52:13,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741911_1089 (size=5523) 2024-12-08T00:52:13,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741911_1089 (size=5523) 2024-12-08T00:52:13,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741911_1089 (size=5523) 2024-12-08T00:52:13,617 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/3251943b39fe6a3b3355b99ccfffb3e6/.tmp/a/da1ff32595c74e9881daad732ffb92fe 2024-12-08T00:52:13,640 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/3251943b39fe6a3b3355b99ccfffb3e6/.tmp/b/d2d6554a73524e608bbbf49af419a864 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1733619132968/Put/seqid=0 2024-12-08T00:52:13,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741912_1090 (size=5524) 2024-12-08T00:52:13,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741912_1090 (size=5524) 2024-12-08T00:52:13,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741912_1090 (size=5524) 2024-12-08T00:52:13,649 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/3251943b39fe6a3b3355b99ccfffb3e6/.tmp/b/d2d6554a73524e608bbbf49af419a864 2024-12-08T00:52:13,667 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/3251943b39fe6a3b3355b99ccfffb3e6/.tmp/c/04f397124d014016b73e98a3358b61e9 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1733619132970/Put/seqid=0 2024-12-08T00:52:13,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741913_1091 (size=5457) 2024-12-08T00:52:13,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741913_1091 (size=5457) 2024-12-08T00:52:13,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741913_1091 (size=5457) 2024-12-08T00:52:13,674 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/3251943b39fe6a3b3355b99ccfffb3e6/.tmp/c/04f397124d014016b73e98a3358b61e9 2024-12-08T00:52:13,679 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/3251943b39fe6a3b3355b99ccfffb3e6/.tmp/a/da1ff32595c74e9881daad732ffb92fe as hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/3251943b39fe6a3b3355b99ccfffb3e6/a/da1ff32595c74e9881daad732ffb92fe 2024-12-08T00:52:13,685 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/3251943b39fe6a3b3355b99ccfffb3e6/a/da1ff32595c74e9881daad732ffb92fe, entries=7, sequenceid=26, filesize=5.4 K 2024-12-08T00:52:13,686 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/3251943b39fe6a3b3355b99ccfffb3e6/.tmp/b/d2d6554a73524e608bbbf49af419a864 as hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/3251943b39fe6a3b3355b99ccfffb3e6/b/d2d6554a73524e608bbbf49af419a864 2024-12-08T00:52:13,691 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/3251943b39fe6a3b3355b99ccfffb3e6/b/d2d6554a73524e608bbbf49af419a864, entries=7, sequenceid=26, filesize=5.4 K 2024-12-08T00:52:13,692 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/3251943b39fe6a3b3355b99ccfffb3e6/.tmp/c/04f397124d014016b73e98a3358b61e9 as hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/3251943b39fe6a3b3355b99ccfffb3e6/c/04f397124d014016b73e98a3358b61e9 2024-12-08T00:52:13,696 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/3251943b39fe6a3b3355b99ccfffb3e6/c/04f397124d014016b73e98a3358b61e9, entries=6, sequenceid=26, filesize=5.3 K 2024-12-08T00:52:13,697 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 3251943b39fe6a3b3355b99ccfffb3e6 in 500ms, sequenceid=26, compaction requested=false; wal=null 2024-12-08T00:52:13,698 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/3251943b39fe6a3b3355b99ccfffb3e6/recovered.edits/0000000000000000026 2024-12-08T00:52:13,699 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3251943b39fe6a3b3355b99ccfffb3e6 2024-12-08T00:52:13,699 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3251943b39fe6a3b3355b99ccfffb3e6 2024-12-08T00:52:13,700 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T00:52:13,701 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3251943b39fe6a3b3355b99ccfffb3e6 2024-12-08T00:52:13,702 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/3251943b39fe6a3b3355b99ccfffb3e6/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-12-08T00:52:13,703 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3251943b39fe6a3b3355b99ccfffb3e6; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73444457, jitterRate=0.09440769255161285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T00:52:13,703 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3251943b39fe6a3b3355b99ccfffb3e6 2024-12-08T00:52:13,704 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3251943b39fe6a3b3355b99ccfffb3e6: Running coprocessor pre-open hook at 1733619133144Writing region info on filesystem at 1733619133144Initializing all the Stores at 1733619133145 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619133145Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619133145Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619133145Obtaining lock to block concurrent updates at 1733619133197 (+52 ms)Preparing flush snapshotting stores in 3251943b39fe6a3b3355b99ccfffb3e6 at 1733619133197Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1733619123365.3251943b39fe6a3b3355b99ccfffb3e6., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1733619133198 (+1 ms)Flushing stores of testReplayEditsAfterAbortingFlush,,1733619123365.3251943b39fe6a3b3355b99ccfffb3e6. at 1733619133198Flushing 3251943b39fe6a3b3355b99ccfffb3e6/a: creating writer at 1733619133198Flushing 3251943b39fe6a3b3355b99ccfffb3e6/a: appending metadata at 1733619133209 (+11 ms)Flushing 3251943b39fe6a3b3355b99ccfffb3e6/a: closing flushed file at 1733619133209Flushing 3251943b39fe6a3b3355b99ccfffb3e6/b: creating writer at 1733619133624 (+415 ms)Flushing 3251943b39fe6a3b3355b99ccfffb3e6/b: appending metadata at 1733619133640 (+16 ms)Flushing 3251943b39fe6a3b3355b99ccfffb3e6/b: closing flushed file at 1733619133640Flushing 3251943b39fe6a3b3355b99ccfffb3e6/c: creating writer at 1733619133655 (+15 ms)Flushing 3251943b39fe6a3b3355b99ccfffb3e6/c: appending metadata at 1733619133667 (+12 ms)Flushing 3251943b39fe6a3b3355b99ccfffb3e6/c: closing flushed file at 1733619133667Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1554b5f4: reopening flushed file at 1733619133678 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bab14b9: reopening flushed file at 1733619133685 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5990b41c: reopening flushed file at 1733619133691 (+6 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 3251943b39fe6a3b3355b99ccfffb3e6 in 500ms, sequenceid=26, compaction requested=false; wal=null at 1733619133697 (+6 ms)Cleaning up temporary data from old regions at 1733619133699 (+2 ms)Running coprocessor post-open hooks at 1733619133703 (+4 ms)Region opened successfully at 1733619133704 (+1 ms) 2024-12-08T00:52:13,722 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=419 (was 419), OpenFileDescriptor=1182 (was 1124) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=98 (was 116), ProcessCount=11 (was 11), AvailableMemoryMB=17362 (was 17381) 2024-12-08T00:52:13,722 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-12-08T00:52:13,733 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testDatalossWhenInputError Thread=419, OpenFileDescriptor=1182, MaxFileDescriptor=1048576, SystemLoadAverage=98, ProcessCount=11, AvailableMemoryMB=17362 2024-12-08T00:52:13,733 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-12-08T00:52:13,746 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:52:13,747 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:52:13,748 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T00:52:13,750 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-60462371, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/hregion-60462371, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-08T00:52:13,761 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-60462371/hregion-60462371.1733619133751, exclude list is [], retry=0 2024-12-08T00:52:13,764 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34955,DS-1ad15fd5-2d1f-434f-86e3-500eb7b221ca,DISK] 2024-12-08T00:52:13,764 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45833,DS-7c3e4dae-72e8-4092-98aa-ece15fb2e237,DISK] 2024-12-08T00:52:13,764 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42805,DS-bd6eab09-4001-44a8-80e5-1b1c6ee5fe8f,DISK] 2024-12-08T00:52:13,788 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-60462371/hregion-60462371.1733619133751 2024-12-08T00:52:13,789 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38603:38603),(127.0.0.1/127.0.0.1:46147:46147),(127.0.0.1/127.0.0.1:39463:39463)] 2024-12-08T00:52:13,789 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 3c8966a67c3c99fac0fb1473ba1867ae, NAME => 'testDatalossWhenInputError,,1733619133746.3c8966a67c3c99fac0fb1473ba1867ae.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35969/hbase 2024-12-08T00:52:13,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741915_1093 (size=61) 2024-12-08T00:52:13,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741915_1093 (size=61) 2024-12-08T00:52:13,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741915_1093 (size=61) 2024-12-08T00:52:13,801 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733619133746.3c8966a67c3c99fac0fb1473ba1867ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:52:13,802 INFO [StoreOpener-3c8966a67c3c99fac0fb1473ba1867ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3c8966a67c3c99fac0fb1473ba1867ae 2024-12-08T00:52:13,803 INFO [StoreOpener-3c8966a67c3c99fac0fb1473ba1867ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c8966a67c3c99fac0fb1473ba1867ae columnFamilyName a 2024-12-08T00:52:13,803 DEBUG [StoreOpener-3c8966a67c3c99fac0fb1473ba1867ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:13,804 INFO [StoreOpener-3c8966a67c3c99fac0fb1473ba1867ae-1 {}] regionserver.HStore(327): Store=3c8966a67c3c99fac0fb1473ba1867ae/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:52:13,804 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3c8966a67c3c99fac0fb1473ba1867ae 2024-12-08T00:52:13,805 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/3c8966a67c3c99fac0fb1473ba1867ae 2024-12-08T00:52:13,805 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/3c8966a67c3c99fac0fb1473ba1867ae 2024-12-08T00:52:13,806 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3c8966a67c3c99fac0fb1473ba1867ae 2024-12-08T00:52:13,806 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3c8966a67c3c99fac0fb1473ba1867ae 2024-12-08T00:52:13,807 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3c8966a67c3c99fac0fb1473ba1867ae 2024-12-08T00:52:13,809 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/3c8966a67c3c99fac0fb1473ba1867ae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T00:52:13,810 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3c8966a67c3c99fac0fb1473ba1867ae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72755103, jitterRate=0.0841355174779892}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T00:52:13,810 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3c8966a67c3c99fac0fb1473ba1867ae: Writing region info on filesystem at 1733619133801Initializing all the Stores at 1733619133801Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619133801Cleaning up temporary data from old regions at 1733619133806 (+5 ms)Region opened successfully at 1733619133810 (+4 ms) 2024-12-08T00:52:13,811 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3c8966a67c3c99fac0fb1473ba1867ae, disabling compactions & flushes 2024-12-08T00:52:13,811 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733619133746.3c8966a67c3c99fac0fb1473ba1867ae. 2024-12-08T00:52:13,811 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733619133746.3c8966a67c3c99fac0fb1473ba1867ae. 2024-12-08T00:52:13,811 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733619133746.3c8966a67c3c99fac0fb1473ba1867ae. after waiting 0 ms 2024-12-08T00:52:13,811 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733619133746.3c8966a67c3c99fac0fb1473ba1867ae. 2024-12-08T00:52:13,811 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733619133746.3c8966a67c3c99fac0fb1473ba1867ae. 2024-12-08T00:52:13,811 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3c8966a67c3c99fac0fb1473ba1867ae: Waiting for close lock at 1733619133810Disabling compacts and flushes for region at 1733619133810Disabling writes for close at 1733619133811 (+1 ms)Writing region close event to WAL at 1733619133811Closed at 1733619133811 2024-12-08T00:52:13,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741914_1092 (size=175) 2024-12-08T00:52:13,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741914_1092 (size=175) 2024-12-08T00:52:13,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741914_1092 (size=175) 2024-12-08T00:52:13,816 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T00:52:13,816 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-60462371:(num 1733619133751) 2024-12-08T00:52:13,816 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T00:52:13,818 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/testdatalosswheninputerror-manual,16010,1733619133745, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-08T00:52:13,829 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733619133745/wal.1733619133818, exclude list is [], retry=0 2024-12-08T00:52:13,832 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42805,DS-bd6eab09-4001-44a8-80e5-1b1c6ee5fe8f,DISK] 2024-12-08T00:52:13,832 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34955,DS-1ad15fd5-2d1f-434f-86e3-500eb7b221ca,DISK] 2024-12-08T00:52:13,832 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45833,DS-7c3e4dae-72e8-4092-98aa-ece15fb2e237,DISK] 2024-12-08T00:52:13,855 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733619133745/wal.1733619133818 2024-12-08T00:52:13,855 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39463:39463),(127.0.0.1/127.0.0.1:38603:38603),(127.0.0.1/127.0.0.1:46147:46147)] 2024-12-08T00:52:13,856 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c8966a67c3c99fac0fb1473ba1867ae, NAME => 'testDatalossWhenInputError,,1733619133746.3c8966a67c3c99fac0fb1473ba1867ae.', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:52:13,856 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733619133746.3c8966a67c3c99fac0fb1473ba1867ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:52:13,856 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3c8966a67c3c99fac0fb1473ba1867ae 2024-12-08T00:52:13,856 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3c8966a67c3c99fac0fb1473ba1867ae 2024-12-08T00:52:13,858 INFO [StoreOpener-3c8966a67c3c99fac0fb1473ba1867ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3c8966a67c3c99fac0fb1473ba1867ae 2024-12-08T00:52:13,859 INFO [StoreOpener-3c8966a67c3c99fac0fb1473ba1867ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c8966a67c3c99fac0fb1473ba1867ae columnFamilyName a 2024-12-08T00:52:13,859 DEBUG [StoreOpener-3c8966a67c3c99fac0fb1473ba1867ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:13,859 INFO [StoreOpener-3c8966a67c3c99fac0fb1473ba1867ae-1 {}] regionserver.HStore(327): Store=3c8966a67c3c99fac0fb1473ba1867ae/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:52:13,860 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3c8966a67c3c99fac0fb1473ba1867ae 2024-12-08T00:52:13,860 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/3c8966a67c3c99fac0fb1473ba1867ae 2024-12-08T00:52:13,862 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/3c8966a67c3c99fac0fb1473ba1867ae 2024-12-08T00:52:13,862 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3c8966a67c3c99fac0fb1473ba1867ae 2024-12-08T00:52:13,862 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3c8966a67c3c99fac0fb1473ba1867ae 2024-12-08T00:52:13,864 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3c8966a67c3c99fac0fb1473ba1867ae 2024-12-08T00:52:13,865 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3c8966a67c3c99fac0fb1473ba1867ae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61767964, jitterRate=-0.07958561182022095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T00:52:13,866 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3c8966a67c3c99fac0fb1473ba1867ae: Writing region info on filesystem at 1733619133856Initializing all the Stores at 1733619133858 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619133858Cleaning up temporary data from old regions at 1733619133862 (+4 ms)Region opened successfully at 1733619133866 (+4 ms) 2024-12-08T00:52:13,876 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3c8966a67c3c99fac0fb1473ba1867ae, disabling compactions & flushes 2024-12-08T00:52:13,876 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733619133746.3c8966a67c3c99fac0fb1473ba1867ae. 2024-12-08T00:52:13,876 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733619133746.3c8966a67c3c99fac0fb1473ba1867ae. 2024-12-08T00:52:13,876 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733619133746.3c8966a67c3c99fac0fb1473ba1867ae. after waiting 0 ms 2024-12-08T00:52:13,876 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733619133746.3c8966a67c3c99fac0fb1473ba1867ae. 2024-12-08T00:52:13,877 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1733619133746.3c8966a67c3c99fac0fb1473ba1867ae. 2024-12-08T00:52:13,877 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733619133746.3c8966a67c3c99fac0fb1473ba1867ae. 2024-12-08T00:52:13,877 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3c8966a67c3c99fac0fb1473ba1867ae: Waiting for close lock at 1733619133876Disabling compacts and flushes for region at 1733619133876Disabling writes for close at 1733619133876Writing region close event to WAL at 1733619133877 (+1 ms)Closed at 1733619133877 2024-12-08T00:52:13,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741916_1094 (size=1795) 2024-12-08T00:52:13,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741916_1094 (size=1795) 2024-12-08T00:52:13,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741916_1094 (size=1795) 2024-12-08T00:52:13,901 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35969/hbase/WALs/testdatalosswheninputerror-manual,16010,1733619133745/wal.1733619133818, size=1.8 K (1795bytes) 2024-12-08T00:52:13,901 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35969/hbase/WALs/testdatalosswheninputerror-manual,16010,1733619133745/wal.1733619133818 2024-12-08T00:52:13,901 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35969/hbase/WALs/testdatalosswheninputerror-manual,16010,1733619133745/wal.1733619133818 after 0ms 2024-12-08T00:52:13,926 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-08T00:52:13,926 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35969/hbase/WALs/testdatalosswheninputerror-manual,16010,1733619133745/wal.1733619133818 took 26ms 2024-12-08T00:52:13,929 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35969/hbase/WALs/testdatalosswheninputerror-manual,16010,1733619133745/wal.1733619133818 so closing down 2024-12-08T00:52:13,929 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T00:52:13,931 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733619133818.temp 2024-12-08T00:52:13,955 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/3c8966a67c3c99fac0fb1473ba1867ae/recovered.edits/0000000000000000003-wal.1733619133818.temp 2024-12-08T00:52:13,955 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T00:52:13,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741917_1095 (size=1795) 2024-12-08T00:52:13,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741917_1095 (size=1795) 2024-12-08T00:52:13,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741917_1095 (size=1795) 2024-12-08T00:52:13,963 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/3c8966a67c3c99fac0fb1473ba1867ae/recovered.edits/0000000000000000003-wal.1733619133818.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-08T00:52:13,964 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/3c8966a67c3c99fac0fb1473ba1867ae/recovered.edits/0000000000000000003-wal.1733619133818.temp to hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/3c8966a67c3c99fac0fb1473ba1867ae/recovered.edits/0000000000000000012 2024-12-08T00:52:13,964 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:35969/hbase/WALs/testdatalosswheninputerror-manual,16010,1733619133745/wal.1733619133818, size=1.8 K, length=1795, corrupted=false, cancelled=false 2024-12-08T00:52:13,964 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35969/hbase/WALs/testdatalosswheninputerror-manual,16010,1733619133745/wal.1733619133818, journal: Splitting hdfs://localhost:35969/hbase/WALs/testdatalosswheninputerror-manual,16010,1733619133745/wal.1733619133818, size=1.8 K (1795bytes) at 1733619133901Finishing writing output for hdfs://localhost:35969/hbase/WALs/testdatalosswheninputerror-manual,16010,1733619133745/wal.1733619133818 so closing down at 1733619133929 (+28 ms)Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/3c8966a67c3c99fac0fb1473ba1867ae/recovered.edits/0000000000000000003-wal.1733619133818.temp at 1733619133955 (+26 ms)3 split writer threads finished at 1733619133955Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/3c8966a67c3c99fac0fb1473ba1867ae/recovered.edits/0000000000000000003-wal.1733619133818.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733619133963 (+8 ms)Rename recovered edits hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/3c8966a67c3c99fac0fb1473ba1867ae/recovered.edits/0000000000000000003-wal.1733619133818.temp to hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/3c8966a67c3c99fac0fb1473ba1867ae/recovered.edits/0000000000000000012 at 1733619133964 (+1 ms)Processed 10 edits across 1 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:35969/hbase/WALs/testdatalosswheninputerror-manual,16010,1733619133745/wal.1733619133818, size=1.8 K, length=1795, corrupted=false, cancelled=false at 1733619133964 2024-12-08T00:52:13,965 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35969/hbase/WALs/testdatalosswheninputerror-manual,16010,1733619133745/wal.1733619133818 to hdfs://localhost:35969/hbase/oldWALs/wal.1733619133818 2024-12-08T00:52:13,966 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/3c8966a67c3c99fac0fb1473ba1867ae/recovered.edits/0000000000000000012 2024-12-08T00:52:13,992 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-08T00:52:14,274 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T00:52:14,276 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/testdatalosswheninputerror-manual,16010,1733619133745, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-08T00:52:14,287 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733619133745/wal.1733619134277, exclude list is [], retry=0 2024-12-08T00:52:14,290 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34955,DS-1ad15fd5-2d1f-434f-86e3-500eb7b221ca,DISK] 2024-12-08T00:52:14,290 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42805,DS-bd6eab09-4001-44a8-80e5-1b1c6ee5fe8f,DISK] 2024-12-08T00:52:14,290 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45833,DS-7c3e4dae-72e8-4092-98aa-ece15fb2e237,DISK] 2024-12-08T00:52:14,315 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733619133745/wal.1733619134277 2024-12-08T00:52:14,316 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38603:38603),(127.0.0.1/127.0.0.1:39463:39463),(127.0.0.1/127.0.0.1:46147:46147)] 2024-12-08T00:52:14,316 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c8966a67c3c99fac0fb1473ba1867ae, NAME => 'testDatalossWhenInputError,,1733619133746.3c8966a67c3c99fac0fb1473ba1867ae.', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:52:14,316 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733619133746.3c8966a67c3c99fac0fb1473ba1867ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:52:14,316 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3c8966a67c3c99fac0fb1473ba1867ae 2024-12-08T00:52:14,316 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3c8966a67c3c99fac0fb1473ba1867ae 2024-12-08T00:52:14,319 INFO [StoreOpener-3c8966a67c3c99fac0fb1473ba1867ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3c8966a67c3c99fac0fb1473ba1867ae 2024-12-08T00:52:14,321 INFO [StoreOpener-3c8966a67c3c99fac0fb1473ba1867ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c8966a67c3c99fac0fb1473ba1867ae columnFamilyName a 2024-12-08T00:52:14,321 DEBUG [StoreOpener-3c8966a67c3c99fac0fb1473ba1867ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:14,322 INFO [StoreOpener-3c8966a67c3c99fac0fb1473ba1867ae-1 {}] regionserver.HStore(327): Store=3c8966a67c3c99fac0fb1473ba1867ae/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:52:14,323 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3c8966a67c3c99fac0fb1473ba1867ae 2024-12-08T00:52:14,323 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/3c8966a67c3c99fac0fb1473ba1867ae 2024-12-08T00:52:14,325 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/3c8966a67c3c99fac0fb1473ba1867ae 2024-12-08T00:52:14,325 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/3c8966a67c3c99fac0fb1473ba1867ae/recovered.edits/0000000000000000012 2024-12-08T00:52:14,349 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-08T00:52:14,350 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/3c8966a67c3c99fac0fb1473ba1867ae/recovered.edits/0000000000000000012 2024-12-08T00:52:14,350 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3c8966a67c3c99fac0fb1473ba1867ae 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-12-08T00:52:14,365 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/3c8966a67c3c99fac0fb1473ba1867ae/.tmp/a/db80127717dc422fbef7871f72c23c00 is 79, key is testDatalossWhenInputError/a:x0/1733619133866/Put/seqid=0 2024-12-08T00:52:14,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741919_1097 (size=5808) 2024-12-08T00:52:14,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741919_1097 (size=5808) 2024-12-08T00:52:14,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741919_1097 (size=5808) 2024-12-08T00:52:14,371 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/3c8966a67c3c99fac0fb1473ba1867ae/.tmp/a/db80127717dc422fbef7871f72c23c00 2024-12-08T00:52:14,378 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/3c8966a67c3c99fac0fb1473ba1867ae/.tmp/a/db80127717dc422fbef7871f72c23c00 as hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/3c8966a67c3c99fac0fb1473ba1867ae/a/db80127717dc422fbef7871f72c23c00 2024-12-08T00:52:14,386 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/3c8966a67c3c99fac0fb1473ba1867ae/a/db80127717dc422fbef7871f72c23c00, entries=10, sequenceid=12, filesize=5.7 K 2024-12-08T00:52:14,386 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 3c8966a67c3c99fac0fb1473ba1867ae in 36ms, sequenceid=12, compaction requested=false; wal=null 2024-12-08T00:52:14,387 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/3c8966a67c3c99fac0fb1473ba1867ae/recovered.edits/0000000000000000012 2024-12-08T00:52:14,388 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3c8966a67c3c99fac0fb1473ba1867ae 2024-12-08T00:52:14,388 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3c8966a67c3c99fac0fb1473ba1867ae 2024-12-08T00:52:14,390 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3c8966a67c3c99fac0fb1473ba1867ae 2024-12-08T00:52:14,392 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/3c8966a67c3c99fac0fb1473ba1867ae/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-08T00:52:14,393 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3c8966a67c3c99fac0fb1473ba1867ae; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62967055, jitterRate=-0.06171776354312897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T00:52:14,394 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3c8966a67c3c99fac0fb1473ba1867ae: Writing region info on filesystem at 1733619134316Initializing all the Stores at 1733619134319 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619134319Obtaining lock to block concurrent updates at 1733619134350 (+31 ms)Preparing flush snapshotting stores in 3c8966a67c3c99fac0fb1473ba1867ae at 1733619134350Finished memstore snapshotting testDatalossWhenInputError,,1733619133746.3c8966a67c3c99fac0fb1473ba1867ae., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1733619134350Flushing stores of testDatalossWhenInputError,,1733619133746.3c8966a67c3c99fac0fb1473ba1867ae. at 1733619134350Flushing 3c8966a67c3c99fac0fb1473ba1867ae/a: creating writer at 1733619134350Flushing 3c8966a67c3c99fac0fb1473ba1867ae/a: appending metadata at 1733619134364 (+14 ms)Flushing 3c8966a67c3c99fac0fb1473ba1867ae/a: closing flushed file at 1733619134364Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@766ef00d: reopening flushed file at 1733619134377 (+13 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 3c8966a67c3c99fac0fb1473ba1867ae in 36ms, sequenceid=12, compaction requested=false; wal=null at 1733619134386 (+9 ms)Cleaning up temporary data from old regions at 1733619134388 (+2 ms)Region opened successfully at 1733619134394 (+6 ms) 2024-12-08T00:52:14,397 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c8966a67c3c99fac0fb1473ba1867ae, NAME => 'testDatalossWhenInputError,,1733619133746.3c8966a67c3c99fac0fb1473ba1867ae.', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:52:14,397 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733619133746.3c8966a67c3c99fac0fb1473ba1867ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:52:14,397 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3c8966a67c3c99fac0fb1473ba1867ae 2024-12-08T00:52:14,397 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3c8966a67c3c99fac0fb1473ba1867ae 2024-12-08T00:52:14,398 INFO [StoreOpener-3c8966a67c3c99fac0fb1473ba1867ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3c8966a67c3c99fac0fb1473ba1867ae 2024-12-08T00:52:14,399 INFO [StoreOpener-3c8966a67c3c99fac0fb1473ba1867ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c8966a67c3c99fac0fb1473ba1867ae columnFamilyName a 2024-12-08T00:52:14,399 DEBUG [StoreOpener-3c8966a67c3c99fac0fb1473ba1867ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:14,403 DEBUG [StoreOpener-3c8966a67c3c99fac0fb1473ba1867ae-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/3c8966a67c3c99fac0fb1473ba1867ae/a/db80127717dc422fbef7871f72c23c00 2024-12-08T00:52:14,404 INFO [StoreOpener-3c8966a67c3c99fac0fb1473ba1867ae-1 {}] regionserver.HStore(327): Store=3c8966a67c3c99fac0fb1473ba1867ae/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:52:14,404 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3c8966a67c3c99fac0fb1473ba1867ae 2024-12-08T00:52:14,405 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/3c8966a67c3c99fac0fb1473ba1867ae 2024-12-08T00:52:14,406 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/3c8966a67c3c99fac0fb1473ba1867ae 2024-12-08T00:52:14,406 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3c8966a67c3c99fac0fb1473ba1867ae 2024-12-08T00:52:14,406 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3c8966a67c3c99fac0fb1473ba1867ae 2024-12-08T00:52:14,409 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3c8966a67c3c99fac0fb1473ba1867ae 2024-12-08T00:52:14,411 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/3c8966a67c3c99fac0fb1473ba1867ae/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-12-08T00:52:14,412 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3c8966a67c3c99fac0fb1473ba1867ae; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65411559, jitterRate=-0.025291815400123596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T00:52:14,412 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3c8966a67c3c99fac0fb1473ba1867ae: Writing region info on filesystem at 1733619134397Initializing all the Stores at 1733619134398 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619134398Cleaning up temporary data from old regions at 1733619134406 (+8 ms)Region opened successfully at 1733619134412 (+6 ms) 2024-12-08T00:52:14,432 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testDatalossWhenInputError Thread=429 (was 419) Potentially hanging thread: PacketResponder: BP-1464640837-172.17.0.2-1733619099122:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-671346523_22 at /127.0.0.1:52416 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-671346523_22 at /127.0.0.1:55888 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-671346523_22 at /127.0.0.1:52496 [Receiving block BP-1464640837-172.17.0.2-1733619099122:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-671346523_22 at /127.0.0.1:32898 [Receiving block BP-1464640837-172.17.0.2-1733619099122:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-671346523_22 at /127.0.0.1:32826 [Waiting for operation #25] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-671346523_22 at /127.0.0.1:55944 [Receiving block BP-1464640837-172.17.0.2-1733619099122:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1464640837-172.17.0.2-1733619099122:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1464640837-172.17.0.2-1733619099122:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1264 (was 1182) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=98 (was 98), ProcessCount=11 (was 11), AvailableMemoryMB=17347 (was 17362) 2024-12-08T00:52:14,432 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-12-08T00:52:14,450 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testCompactedBulkLoadedFiles Thread=429, OpenFileDescriptor=1264, MaxFileDescriptor=1048576, SystemLoadAverage=98, ProcessCount=11, AvailableMemoryMB=17345 2024-12-08T00:52:14,450 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-12-08T00:52:14,463 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:52:14,464 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:52:14,464 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T00:52:14,466 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-04757588, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/hregion-04757588, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-08T00:52:14,476 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-04757588/hregion-04757588.1733619134467, exclude list is [], retry=0 2024-12-08T00:52:14,479 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45833,DS-7c3e4dae-72e8-4092-98aa-ece15fb2e237,DISK] 2024-12-08T00:52:14,479 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34955,DS-1ad15fd5-2d1f-434f-86e3-500eb7b221ca,DISK] 2024-12-08T00:52:14,482 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42805,DS-bd6eab09-4001-44a8-80e5-1b1c6ee5fe8f,DISK] 2024-12-08T00:52:14,505 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-04757588/hregion-04757588.1733619134467 2024-12-08T00:52:14,505 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46147:46147),(127.0.0.1/127.0.0.1:38603:38603),(127.0.0.1/127.0.0.1:39463:39463)] 2024-12-08T00:52:14,505 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 5bdfaefb73148ac570386a8c96b0baca, NAME => 'testCompactedBulkLoadedFiles,,1733619134463.5bdfaefb73148ac570386a8c96b0baca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35969/hbase 2024-12-08T00:52:14,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741921_1099 (size=63) 2024-12-08T00:52:14,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741921_1099 (size=63) 2024-12-08T00:52:14,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741921_1099 (size=63) 2024-12-08T00:52:14,515 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733619134463.5bdfaefb73148ac570386a8c96b0baca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:52:14,516 INFO [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5bdfaefb73148ac570386a8c96b0baca 2024-12-08T00:52:14,517 INFO [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bdfaefb73148ac570386a8c96b0baca columnFamilyName a 2024-12-08T00:52:14,517 DEBUG [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:14,518 INFO [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] regionserver.HStore(327): Store=5bdfaefb73148ac570386a8c96b0baca/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:52:14,518 INFO [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5bdfaefb73148ac570386a8c96b0baca 2024-12-08T00:52:14,519 INFO [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bdfaefb73148ac570386a8c96b0baca columnFamilyName b 2024-12-08T00:52:14,519 DEBUG [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:14,520 INFO [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] regionserver.HStore(327): Store=5bdfaefb73148ac570386a8c96b0baca/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:52:14,520 INFO [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5bdfaefb73148ac570386a8c96b0baca 2024-12-08T00:52:14,521 INFO [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bdfaefb73148ac570386a8c96b0baca columnFamilyName c 2024-12-08T00:52:14,521 DEBUG [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:14,521 INFO [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] regionserver.HStore(327): Store=5bdfaefb73148ac570386a8c96b0baca/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:52:14,522 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5bdfaefb73148ac570386a8c96b0baca 2024-12-08T00:52:14,522 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca 2024-12-08T00:52:14,522 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca 2024-12-08T00:52:14,524 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5bdfaefb73148ac570386a8c96b0baca 2024-12-08T00:52:14,524 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5bdfaefb73148ac570386a8c96b0baca 2024-12-08T00:52:14,524 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T00:52:14,525 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5bdfaefb73148ac570386a8c96b0baca 2024-12-08T00:52:14,527 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T00:52:14,528 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5bdfaefb73148ac570386a8c96b0baca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70609742, jitterRate=0.052167147397994995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T00:52:14,528 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5bdfaefb73148ac570386a8c96b0baca: Writing region info on filesystem at 1733619134515Initializing all the Stores at 1733619134515Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619134515Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619134516 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619134516Cleaning up temporary data from old regions at 1733619134524 (+8 ms)Region opened successfully at 1733619134528 (+4 ms) 2024-12-08T00:52:14,528 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5bdfaefb73148ac570386a8c96b0baca, disabling compactions & flushes 2024-12-08T00:52:14,529 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733619134463.5bdfaefb73148ac570386a8c96b0baca. 2024-12-08T00:52:14,529 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733619134463.5bdfaefb73148ac570386a8c96b0baca. 2024-12-08T00:52:14,529 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733619134463.5bdfaefb73148ac570386a8c96b0baca. after waiting 0 ms 2024-12-08T00:52:14,529 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733619134463.5bdfaefb73148ac570386a8c96b0baca. 2024-12-08T00:52:14,529 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733619134463.5bdfaefb73148ac570386a8c96b0baca. 2024-12-08T00:52:14,529 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5bdfaefb73148ac570386a8c96b0baca: Waiting for close lock at 1733619134528Disabling compacts and flushes for region at 1733619134528Disabling writes for close at 1733619134529 (+1 ms)Writing region close event to WAL at 1733619134529Closed at 1733619134529 2024-12-08T00:52:14,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741920_1098 (size=175) 2024-12-08T00:52:14,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741920_1098 (size=175) 2024-12-08T00:52:14,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741920_1098 (size=175) 2024-12-08T00:52:14,533 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T00:52:14,533 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-04757588:(num 1733619134467) 2024-12-08T00:52:14,534 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T00:52:14,535 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733619134462, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-08T00:52:14,545 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733619134462/wal.1733619134535, exclude list is [], retry=0 2024-12-08T00:52:14,547 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45833,DS-7c3e4dae-72e8-4092-98aa-ece15fb2e237,DISK] 2024-12-08T00:52:14,548 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34955,DS-1ad15fd5-2d1f-434f-86e3-500eb7b221ca,DISK] 2024-12-08T00:52:14,548 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42805,DS-bd6eab09-4001-44a8-80e5-1b1c6ee5fe8f,DISK] 2024-12-08T00:52:14,575 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733619134462/wal.1733619134535 2024-12-08T00:52:14,575 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46147:46147),(127.0.0.1/127.0.0.1:38603:38603),(127.0.0.1/127.0.0.1:39463:39463)] 2024-12-08T00:52:14,575 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 5bdfaefb73148ac570386a8c96b0baca, NAME => 'testCompactedBulkLoadedFiles,,1733619134463.5bdfaefb73148ac570386a8c96b0baca.', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:52:14,575 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733619134463.5bdfaefb73148ac570386a8c96b0baca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:52:14,576 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 5bdfaefb73148ac570386a8c96b0baca 2024-12-08T00:52:14,576 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 5bdfaefb73148ac570386a8c96b0baca 2024-12-08T00:52:14,577 INFO [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5bdfaefb73148ac570386a8c96b0baca 2024-12-08T00:52:14,578 INFO [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bdfaefb73148ac570386a8c96b0baca columnFamilyName a 2024-12-08T00:52:14,578 DEBUG [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:14,578 INFO [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] regionserver.HStore(327): Store=5bdfaefb73148ac570386a8c96b0baca/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:52:14,579 INFO [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5bdfaefb73148ac570386a8c96b0baca 2024-12-08T00:52:14,579 INFO [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bdfaefb73148ac570386a8c96b0baca columnFamilyName b 2024-12-08T00:52:14,579 DEBUG [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:14,580 INFO [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] regionserver.HStore(327): Store=5bdfaefb73148ac570386a8c96b0baca/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:52:14,580 INFO [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5bdfaefb73148ac570386a8c96b0baca 2024-12-08T00:52:14,581 INFO [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bdfaefb73148ac570386a8c96b0baca columnFamilyName c 2024-12-08T00:52:14,581 DEBUG [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:14,581 INFO [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] regionserver.HStore(327): Store=5bdfaefb73148ac570386a8c96b0baca/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:52:14,581 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5bdfaefb73148ac570386a8c96b0baca 2024-12-08T00:52:14,582 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca 2024-12-08T00:52:14,583 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca 2024-12-08T00:52:14,584 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5bdfaefb73148ac570386a8c96b0baca 2024-12-08T00:52:14,584 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5bdfaefb73148ac570386a8c96b0baca 2024-12-08T00:52:14,585 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T00:52:14,586 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5bdfaefb73148ac570386a8c96b0baca 2024-12-08T00:52:14,587 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5bdfaefb73148ac570386a8c96b0baca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64106990, jitterRate=-0.04473140835762024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T00:52:14,588 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5bdfaefb73148ac570386a8c96b0baca: Writing region info on filesystem at 1733619134576Initializing all the Stores at 1733619134577 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619134577Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619134577Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619134577Cleaning up temporary data from old regions at 1733619134584 (+7 ms)Region opened successfully at 1733619134588 (+4 ms) 2024-12-08T00:52:14,592 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1733619134591/Put/seqid=0 2024-12-08T00:52:14,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741923_1101 (size=4875) 2024-12-08T00:52:14,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741923_1101 (size=4875) 2024-12-08T00:52:14,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741923_1101 (size=4875) 2024-12-08T00:52:14,600 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1733619134600/Put/seqid=0 2024-12-08T00:52:14,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741924_1102 (size=4875) 2024-12-08T00:52:14,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741924_1102 (size=4875) 2024-12-08T00:52:14,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741924_1102 (size=4875) 2024-12-08T00:52:14,613 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1733619134612/Put/seqid=0 2024-12-08T00:52:14,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741925_1103 (size=4875) 2024-12-08T00:52:14,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741925_1103 (size=4875) 2024-12-08T00:52:14,621 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35969/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 5bdfaefb73148ac570386a8c96b0baca/a 2024-12-08T00:52:14,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741925_1103 (size=4875) 2024-12-08T00:52:14,625 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-12-08T00:52:14,625 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-08T00:52:14,626 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35969/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 5bdfaefb73148ac570386a8c96b0baca/a 2024-12-08T00:52:14,629 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-12-08T00:52:14,630 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-08T00:52:14,630 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35969/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 5bdfaefb73148ac570386a8c96b0baca/a 2024-12-08T00:52:14,633 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-12-08T00:52:14,633 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-08T00:52:14,633 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5bdfaefb73148ac570386a8c96b0baca 3/3 column families, dataSize=51 B heapSize=896 B 2024-12-08T00:52:14,647 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/.tmp/a/5a044d7b2686477c98ebbf6900fb8a3a is 55, key is testCompactedBulkLoadedFiles/a:a/1733619134588/Put/seqid=0 2024-12-08T00:52:14,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741926_1104 (size=5107) 2024-12-08T00:52:14,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741926_1104 (size=5107) 2024-12-08T00:52:14,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741926_1104 (size=5107) 2024-12-08T00:52:14,653 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/.tmp/a/5a044d7b2686477c98ebbf6900fb8a3a 2024-12-08T00:52:14,659 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/.tmp/a/5a044d7b2686477c98ebbf6900fb8a3a as hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/a/5a044d7b2686477c98ebbf6900fb8a3a 2024-12-08T00:52:14,664 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/a/5a044d7b2686477c98ebbf6900fb8a3a, entries=1, sequenceid=4, filesize=5.0 K 2024-12-08T00:52:14,665 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 5bdfaefb73148ac570386a8c96b0baca in 32ms, sequenceid=4, compaction requested=false 2024-12-08T00:52:14,665 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 5bdfaefb73148ac570386a8c96b0baca: 2024-12-08T00:52:14,666 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/a/a0da47d002564d1f99da69f7b39e59b0_SeqId_4_ 2024-12-08T00:52:14,667 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/a/50163bb418c249f5be2f26749ee440be_SeqId_4_ 2024-12-08T00:52:14,668 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/a/e28269c1ba264d71b97983d65571cc22_SeqId_4_ 2024-12-08T00:52:14,669 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35969/hbase/testCompactedBulkLoadedFiles/hfile0 into 5bdfaefb73148ac570386a8c96b0baca/a as hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/a/a0da47d002564d1f99da69f7b39e59b0_SeqId_4_ - updating store file list. 2024-12-08T00:52:14,672 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for a0da47d002564d1f99da69f7b39e59b0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-08T00:52:14,672 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/a/a0da47d002564d1f99da69f7b39e59b0_SeqId_4_ into 5bdfaefb73148ac570386a8c96b0baca/a 2024-12-08T00:52:14,672 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35969/hbase/testCompactedBulkLoadedFiles/hfile0 into 5bdfaefb73148ac570386a8c96b0baca/a (new location: hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/a/a0da47d002564d1f99da69f7b39e59b0_SeqId_4_) 2024-12-08T00:52:14,674 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35969/hbase/testCompactedBulkLoadedFiles/hfile1 into 5bdfaefb73148ac570386a8c96b0baca/a as hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/a/50163bb418c249f5be2f26749ee440be_SeqId_4_ - updating store file list. 2024-12-08T00:52:14,678 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 50163bb418c249f5be2f26749ee440be_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-08T00:52:14,678 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/a/50163bb418c249f5be2f26749ee440be_SeqId_4_ into 5bdfaefb73148ac570386a8c96b0baca/a 2024-12-08T00:52:14,678 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35969/hbase/testCompactedBulkLoadedFiles/hfile1 into 5bdfaefb73148ac570386a8c96b0baca/a (new location: hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/a/50163bb418c249f5be2f26749ee440be_SeqId_4_) 2024-12-08T00:52:14,679 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35969/hbase/testCompactedBulkLoadedFiles/hfile2 into 5bdfaefb73148ac570386a8c96b0baca/a as hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/a/e28269c1ba264d71b97983d65571cc22_SeqId_4_ - updating store file list. 2024-12-08T00:52:14,684 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for e28269c1ba264d71b97983d65571cc22_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-08T00:52:14,684 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/a/e28269c1ba264d71b97983d65571cc22_SeqId_4_ into 5bdfaefb73148ac570386a8c96b0baca/a 2024-12-08T00:52:14,684 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35969/hbase/testCompactedBulkLoadedFiles/hfile2 into 5bdfaefb73148ac570386a8c96b0baca/a (new location: hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/a/e28269c1ba264d71b97983d65571cc22_SeqId_4_) 2024-12-08T00:52:14,692 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T00:52:14,692 DEBUG [Time-limited test {}] regionserver.HStore(1541): 5bdfaefb73148ac570386a8c96b0baca/a is initiating major compaction (all files) 2024-12-08T00:52:14,692 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 5bdfaefb73148ac570386a8c96b0baca/a in testCompactedBulkLoadedFiles,,1733619134463.5bdfaefb73148ac570386a8c96b0baca. 2024-12-08T00:52:14,692 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/a/5a044d7b2686477c98ebbf6900fb8a3a, hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/a/a0da47d002564d1f99da69f7b39e59b0_SeqId_4_, hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/a/50163bb418c249f5be2f26749ee440be_SeqId_4_, hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/a/e28269c1ba264d71b97983d65571cc22_SeqId_4_] into tmpdir=hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/.tmp, totalSize=19.3 K 2024-12-08T00:52:14,693 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 5a044d7b2686477c98ebbf6900fb8a3a, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1733619134588 2024-12-08T00:52:14,693 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting a0da47d002564d1f99da69f7b39e59b0_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-08T00:52:14,694 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 50163bb418c249f5be2f26749ee440be_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-08T00:52:14,694 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting e28269c1ba264d71b97983d65571cc22_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-08T00:52:14,707 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/.tmp/a/354afdcd14db4b85981b96acf98fce36 is 55, key is testCompactedBulkLoadedFiles/a:a/1733619134588/Put/seqid=0 2024-12-08T00:52:14,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741927_1105 (size=6154) 2024-12-08T00:52:14,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741927_1105 (size=6154) 2024-12-08T00:52:14,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741927_1105 (size=6154) 2024-12-08T00:52:14,719 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/.tmp/a/354afdcd14db4b85981b96acf98fce36 as hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/a/354afdcd14db4b85981b96acf98fce36 2024-12-08T00:52:14,725 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 5bdfaefb73148ac570386a8c96b0baca/a of 5bdfaefb73148ac570386a8c96b0baca into 354afdcd14db4b85981b96acf98fce36(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T00:52:14,726 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 5bdfaefb73148ac570386a8c96b0baca: 2024-12-08T00:52:14,726 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-08T00:52:14,726 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-08T00:52:14,754 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35969/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733619134462/wal.1733619134535, size=0 (0bytes) 2024-12-08T00:52:14,754 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:35969/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733619134462/wal.1733619134535 might be still open, length is 0 2024-12-08T00:52:14,754 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35969/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733619134462/wal.1733619134535 2024-12-08T00:52:14,754 WARN [IPC Server handler 1 on default port 35969 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733619134462/wal.1733619134535 has not been closed. Lease recovery is in progress. RecoveryId = 1106 for block blk_1073741922_1100 2024-12-08T00:52:14,755 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:35969/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733619134462/wal.1733619134535 after 0ms 2024-12-08T00:52:14,908 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-671346523_22 at /127.0.0.1:32928 [Receiving block BP-1464640837-172.17.0.2-1733619099122:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:45833:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:32928 dst: /127.0.0.1:45833 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:45833 remote=/127.0.0.1:32928]. Total timeout mills is 60000, 59818 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:52:14,908 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-671346523_22 at /127.0.0.1:55976 [Receiving block BP-1464640837-172.17.0.2-1733619099122:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:34955:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55976 dst: /127.0.0.1:34955 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:52:14,908 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-671346523_22 at /127.0.0.1:52532 [Receiving block BP-1464640837-172.17.0.2-1733619099122:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:42805:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52532 dst: /127.0.0.1:42805 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:52:14,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741922_1106 (size=1794) 2024-12-08T00:52:14,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741922_1106 (size=1794) 2024-12-08T00:52:18,489 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T00:52:18,755 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:35969/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733619134462/wal.1733619134535 after 4001ms 2024-12-08T00:52:18,821 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-08T00:52:18,821 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35969/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733619134462/wal.1733619134535 took 4067ms 2024-12-08T00:52:18,823 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:35969/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733619134462/wal.1733619134535; continuing. 2024-12-08T00:52:18,823 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35969/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733619134462/wal.1733619134535 so closing down 2024-12-08T00:52:18,823 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T00:52:18,825 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733619134535.temp 2024-12-08T00:52:18,848 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/recovered.edits/0000000000000000003-wal.1733619134535.temp 2024-12-08T00:52:18,848 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T00:52:18,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741928_1107 (size=800) 2024-12-08T00:52:18,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741928_1107 (size=800) 2024-12-08T00:52:18,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741928_1107 (size=800) 2024-12-08T00:52:18,855 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/recovered.edits/0000000000000000003-wal.1733619134535.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-08T00:52:18,857 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/recovered.edits/0000000000000000003-wal.1733619134535.temp to hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/recovered.edits/0000000000000000008 2024-12-08T00:52:18,857 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 36 ms; skipped=3; WAL=hdfs://localhost:35969/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733619134462/wal.1733619134535, size=0, length=0, corrupted=false, cancelled=false 2024-12-08T00:52:18,857 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35969/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733619134462/wal.1733619134535, journal: Splitting hdfs://localhost:35969/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733619134462/wal.1733619134535, size=0 (0bytes) at 1733619134754Finishing writing output for hdfs://localhost:35969/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733619134462/wal.1733619134535 so closing down at 1733619138823 (+4069 ms)Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/recovered.edits/0000000000000000003-wal.1733619134535.temp at 1733619138848 (+25 ms)3 split writer threads finished at 1733619138848Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/recovered.edits/0000000000000000003-wal.1733619134535.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733619138855 (+7 ms)Rename recovered edits hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/recovered.edits/0000000000000000003-wal.1733619134535.temp to hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/recovered.edits/0000000000000000008 at 1733619138857 (+2 ms)Processed 5 edits across 1 Regions in 36 ms; skipped=3; WAL=hdfs://localhost:35969/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733619134462/wal.1733619134535, size=0, length=0, corrupted=false, cancelled=false at 1733619138857 2024-12-08T00:52:18,858 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35969/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733619134462/wal.1733619134535 to hdfs://localhost:35969/hbase/oldWALs/wal.1733619134535 2024-12-08T00:52:18,859 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/recovered.edits/0000000000000000008 2024-12-08T00:52:18,859 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T00:52:18,861 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733619134462, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-08T00:52:18,873 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733619134462/wal.1733619138861, exclude list is [], retry=0 2024-12-08T00:52:18,875 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42805,DS-bd6eab09-4001-44a8-80e5-1b1c6ee5fe8f,DISK] 2024-12-08T00:52:18,876 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34955,DS-1ad15fd5-2d1f-434f-86e3-500eb7b221ca,DISK] 2024-12-08T00:52:18,876 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45833,DS-7c3e4dae-72e8-4092-98aa-ece15fb2e237,DISK] 2024-12-08T00:52:18,898 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733619134462/wal.1733619138861 2024-12-08T00:52:18,898 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39463:39463),(127.0.0.1/127.0.0.1:38603:38603),(127.0.0.1/127.0.0.1:46147:46147)] 2024-12-08T00:52:18,899 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 5bdfaefb73148ac570386a8c96b0baca, NAME => 'testCompactedBulkLoadedFiles,,1733619134463.5bdfaefb73148ac570386a8c96b0baca.', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:52:18,899 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733619134463.5bdfaefb73148ac570386a8c96b0baca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:52:18,899 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 5bdfaefb73148ac570386a8c96b0baca 2024-12-08T00:52:18,899 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 5bdfaefb73148ac570386a8c96b0baca 2024-12-08T00:52:18,901 INFO [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5bdfaefb73148ac570386a8c96b0baca 2024-12-08T00:52:18,902 INFO [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bdfaefb73148ac570386a8c96b0baca columnFamilyName a 2024-12-08T00:52:18,902 DEBUG [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:18,908 DEBUG [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/a/354afdcd14db4b85981b96acf98fce36 2024-12-08T00:52:18,911 DEBUG [StoreFileOpener-5bdfaefb73148ac570386a8c96b0baca-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 50163bb418c249f5be2f26749ee440be_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-08T00:52:18,911 DEBUG [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/a/50163bb418c249f5be2f26749ee440be_SeqId_4_ 2024-12-08T00:52:18,915 DEBUG [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/a/5a044d7b2686477c98ebbf6900fb8a3a 2024-12-08T00:52:18,919 DEBUG [StoreFileOpener-5bdfaefb73148ac570386a8c96b0baca-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a0da47d002564d1f99da69f7b39e59b0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-08T00:52:18,919 DEBUG [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/a/a0da47d002564d1f99da69f7b39e59b0_SeqId_4_ 2024-12-08T00:52:18,924 DEBUG [StoreFileOpener-5bdfaefb73148ac570386a8c96b0baca-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e28269c1ba264d71b97983d65571cc22_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-08T00:52:18,924 DEBUG [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/a/e28269c1ba264d71b97983d65571cc22_SeqId_4_ 2024-12-08T00:52:18,924 WARN [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/a/50163bb418c249f5be2f26749ee440be_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@6c04138a 2024-12-08T00:52:18,924 WARN [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/a/5a044d7b2686477c98ebbf6900fb8a3a from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@6c04138a 2024-12-08T00:52:18,924 WARN [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/a/a0da47d002564d1f99da69f7b39e59b0_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@6c04138a 2024-12-08T00:52:18,924 WARN [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/a/e28269c1ba264d71b97983d65571cc22_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@6c04138a 2024-12-08T00:52:18,925 DEBUG [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/a/50163bb418c249f5be2f26749ee440be_SeqId_4_, hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/a/5a044d7b2686477c98ebbf6900fb8a3a, hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/a/a0da47d002564d1f99da69f7b39e59b0_SeqId_4_, hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/a/e28269c1ba264d71b97983d65571cc22_SeqId_4_] to archive 2024-12-08T00:52:18,926 DEBUG [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T00:52:18,927 DEBUG [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/a/50163bb418c249f5be2f26749ee440be_SeqId_4_ to hdfs://localhost:35969/hbase/archive/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/a/50163bb418c249f5be2f26749ee440be_SeqId_4_ 2024-12-08T00:52:18,928 DEBUG [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/a/5a044d7b2686477c98ebbf6900fb8a3a to hdfs://localhost:35969/hbase/archive/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/a/5a044d7b2686477c98ebbf6900fb8a3a 2024-12-08T00:52:18,929 DEBUG [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/a/a0da47d002564d1f99da69f7b39e59b0_SeqId_4_ to hdfs://localhost:35969/hbase/archive/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/a/a0da47d002564d1f99da69f7b39e59b0_SeqId_4_ 2024-12-08T00:52:18,930 DEBUG [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/a/e28269c1ba264d71b97983d65571cc22_SeqId_4_ to hdfs://localhost:35969/hbase/archive/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/a/e28269c1ba264d71b97983d65571cc22_SeqId_4_ 2024-12-08T00:52:18,931 INFO [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] regionserver.HStore(327): Store=5bdfaefb73148ac570386a8c96b0baca/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:52:18,931 INFO [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5bdfaefb73148ac570386a8c96b0baca 2024-12-08T00:52:18,932 INFO [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bdfaefb73148ac570386a8c96b0baca columnFamilyName b 2024-12-08T00:52:18,932 DEBUG [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:18,932 INFO [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] regionserver.HStore(327): Store=5bdfaefb73148ac570386a8c96b0baca/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:52:18,932 INFO [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5bdfaefb73148ac570386a8c96b0baca 2024-12-08T00:52:18,933 INFO [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bdfaefb73148ac570386a8c96b0baca columnFamilyName c 2024-12-08T00:52:18,933 DEBUG [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:18,933 INFO [StoreOpener-5bdfaefb73148ac570386a8c96b0baca-1 {}] regionserver.HStore(327): Store=5bdfaefb73148ac570386a8c96b0baca/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:52:18,933 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5bdfaefb73148ac570386a8c96b0baca 2024-12-08T00:52:18,934 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca 2024-12-08T00:52:18,935 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca 2024-12-08T00:52:18,936 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/recovered.edits/0000000000000000008 2024-12-08T00:52:18,958 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-08T00:52:18,960 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 5bdfaefb73148ac570386a8c96b0baca : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "5bdfaefb73148ac570386a8c96b0baca" family_name: "a" compaction_input: "5a044d7b2686477c98ebbf6900fb8a3a" compaction_input: "a0da47d002564d1f99da69f7b39e59b0_SeqId_4_" compaction_input: "50163bb418c249f5be2f26749ee440be_SeqId_4_" compaction_input: "e28269c1ba264d71b97983d65571cc22_SeqId_4_" compaction_output: "354afdcd14db4b85981b96acf98fce36" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1733619134463.5bdfaefb73148ac570386a8c96b0baca." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-12-08T00:52:18,960 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-12-08T00:52:18,961 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/recovered.edits/0000000000000000008 2024-12-08T00:52:18,962 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/recovered.edits/0000000000000000008 2024-12-08T00:52:18,963 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5bdfaefb73148ac570386a8c96b0baca 2024-12-08T00:52:18,963 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5bdfaefb73148ac570386a8c96b0baca 2024-12-08T00:52:18,963 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T00:52:18,965 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5bdfaefb73148ac570386a8c96b0baca 2024-12-08T00:52:18,967 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/5bdfaefb73148ac570386a8c96b0baca/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-08T00:52:18,968 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5bdfaefb73148ac570386a8c96b0baca; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60648854, jitterRate=-0.0962616503238678}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T00:52:18,968 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5bdfaefb73148ac570386a8c96b0baca: Writing region info on filesystem at 1733619138899Initializing all the Stores at 1733619138900 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619138900Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619138901 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619138901Cleaning up temporary data from old regions at 1733619138963 (+62 ms)Region opened successfully at 1733619138968 (+5 ms) 2024-12-08T00:52:18,970 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5bdfaefb73148ac570386a8c96b0baca, disabling compactions & flushes 2024-12-08T00:52:18,970 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733619134463.5bdfaefb73148ac570386a8c96b0baca. 2024-12-08T00:52:18,970 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733619134463.5bdfaefb73148ac570386a8c96b0baca. 2024-12-08T00:52:18,970 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733619134463.5bdfaefb73148ac570386a8c96b0baca. after waiting 0 ms 2024-12-08T00:52:18,970 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733619134463.5bdfaefb73148ac570386a8c96b0baca. 2024-12-08T00:52:18,971 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733619134463.5bdfaefb73148ac570386a8c96b0baca. 2024-12-08T00:52:18,972 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5bdfaefb73148ac570386a8c96b0baca: Waiting for close lock at 1733619138970Disabling compacts and flushes for region at 1733619138970Disabling writes for close at 1733619138970Writing region close event to WAL at 1733619138971 (+1 ms)Closed at 1733619138971 2024-12-08T00:52:18,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741929_1108 (size=175) 2024-12-08T00:52:18,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741929_1108 (size=175) 2024-12-08T00:52:18,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741929_1108 (size=175) 2024-12-08T00:52:18,976 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T00:52:18,976 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733619138861) 2024-12-08T00:52:18,987 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testCompactedBulkLoadedFiles Thread=441 (was 429) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1678670585_22 at /127.0.0.1:56060 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:35969 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:35969 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1678670585_22 at /127.0.0.1:52582 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1347 (was 1264) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=90 (was 98), ProcessCount=11 (was 11), AvailableMemoryMB=17342 (was 17345) 2024-12-08T00:52:18,987 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1347 is superior to 1024 2024-12-08T00:52:18,997 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=441, OpenFileDescriptor=1348, MaxFileDescriptor=1048576, SystemLoadAverage=90, ProcessCount=11, AvailableMemoryMB=17341 2024-12-08T00:52:18,998 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-12-08T00:52:19,009 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:52:19,010 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:52:19,010 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T00:52:19,013 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-24966450, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/hregion-24966450, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-08T00:52:19,023 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-24966450/hregion-24966450.1733619139013, exclude list is [], retry=0 2024-12-08T00:52:19,026 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42805,DS-bd6eab09-4001-44a8-80e5-1b1c6ee5fe8f,DISK] 2024-12-08T00:52:19,026 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45833,DS-7c3e4dae-72e8-4092-98aa-ece15fb2e237,DISK] 2024-12-08T00:52:19,026 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34955,DS-1ad15fd5-2d1f-434f-86e3-500eb7b221ca,DISK] 2024-12-08T00:52:19,048 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-24966450/hregion-24966450.1733619139013 2024-12-08T00:52:19,049 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39463:39463),(127.0.0.1/127.0.0.1:46147:46147),(127.0.0.1/127.0.0.1:38603:38603)] 2024-12-08T00:52:19,049 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 3489ae4dc92f6fa56ddf218557f6890b, NAME => 'testReplayEditsWrittenViaHRegion,,1733619139009.3489ae4dc92f6fa56ddf218557f6890b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35969/hbase 2024-12-08T00:52:19,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741931_1110 (size=67) 2024-12-08T00:52:19,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741931_1110 (size=67) 2024-12-08T00:52:19,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741931_1110 (size=67) 2024-12-08T00:52:19,057 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733619139009.3489ae4dc92f6fa56ddf218557f6890b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:52:19,058 INFO [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3489ae4dc92f6fa56ddf218557f6890b 2024-12-08T00:52:19,060 INFO [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3489ae4dc92f6fa56ddf218557f6890b columnFamilyName a 2024-12-08T00:52:19,060 DEBUG [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:19,060 INFO [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] regionserver.HStore(327): Store=3489ae4dc92f6fa56ddf218557f6890b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:52:19,060 INFO [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3489ae4dc92f6fa56ddf218557f6890b 2024-12-08T00:52:19,061 INFO [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3489ae4dc92f6fa56ddf218557f6890b columnFamilyName b 2024-12-08T00:52:19,061 DEBUG [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:19,062 INFO [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] regionserver.HStore(327): Store=3489ae4dc92f6fa56ddf218557f6890b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:52:19,062 INFO [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3489ae4dc92f6fa56ddf218557f6890b 2024-12-08T00:52:19,063 INFO [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3489ae4dc92f6fa56ddf218557f6890b columnFamilyName c 2024-12-08T00:52:19,063 DEBUG [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:19,063 INFO [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] regionserver.HStore(327): Store=3489ae4dc92f6fa56ddf218557f6890b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:52:19,063 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3489ae4dc92f6fa56ddf218557f6890b 2024-12-08T00:52:19,064 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b 2024-12-08T00:52:19,065 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b 2024-12-08T00:52:19,065 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3489ae4dc92f6fa56ddf218557f6890b 2024-12-08T00:52:19,065 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3489ae4dc92f6fa56ddf218557f6890b 2024-12-08T00:52:19,066 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T00:52:19,067 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3489ae4dc92f6fa56ddf218557f6890b 2024-12-08T00:52:19,069 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T00:52:19,070 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3489ae4dc92f6fa56ddf218557f6890b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61014732, jitterRate=-0.0908096432685852}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T00:52:19,070 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3489ae4dc92f6fa56ddf218557f6890b: Writing region info on filesystem at 1733619139057Initializing all the Stores at 1733619139058 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619139058Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619139058Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619139058Cleaning up temporary data from old regions at 1733619139065 (+7 ms)Region opened successfully at 1733619139070 (+5 ms) 2024-12-08T00:52:19,070 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3489ae4dc92f6fa56ddf218557f6890b, disabling compactions & flushes 2024-12-08T00:52:19,070 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733619139009.3489ae4dc92f6fa56ddf218557f6890b. 2024-12-08T00:52:19,070 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733619139009.3489ae4dc92f6fa56ddf218557f6890b. 2024-12-08T00:52:19,070 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733619139009.3489ae4dc92f6fa56ddf218557f6890b. after waiting 0 ms 2024-12-08T00:52:19,070 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733619139009.3489ae4dc92f6fa56ddf218557f6890b. 2024-12-08T00:52:19,070 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733619139009.3489ae4dc92f6fa56ddf218557f6890b. 2024-12-08T00:52:19,071 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3489ae4dc92f6fa56ddf218557f6890b: Waiting for close lock at 1733619139070Disabling compacts and flushes for region at 1733619139070Disabling writes for close at 1733619139070Writing region close event to WAL at 1733619139070Closed at 1733619139070 2024-12-08T00:52:19,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741930_1109 (size=175) 2024-12-08T00:52:19,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741930_1109 (size=175) 2024-12-08T00:52:19,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741930_1109 (size=175) 2024-12-08T00:52:19,075 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T00:52:19,075 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-24966450:(num 1733619139013) 2024-12-08T00:52:19,075 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T00:52:19,076 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733619139008, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-08T00:52:19,088 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733619139008/wal.1733619139077, exclude list is [], retry=0 2024-12-08T00:52:19,090 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34955,DS-1ad15fd5-2d1f-434f-86e3-500eb7b221ca,DISK] 2024-12-08T00:52:19,091 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45833,DS-7c3e4dae-72e8-4092-98aa-ece15fb2e237,DISK] 2024-12-08T00:52:19,091 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42805,DS-bd6eab09-4001-44a8-80e5-1b1c6ee5fe8f,DISK] 2024-12-08T00:52:19,112 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733619139008/wal.1733619139077 2024-12-08T00:52:19,112 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38603:38603),(127.0.0.1/127.0.0.1:46147:46147),(127.0.0.1/127.0.0.1:39463:39463)] 2024-12-08T00:52:19,113 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3489ae4dc92f6fa56ddf218557f6890b, NAME => 'testReplayEditsWrittenViaHRegion,,1733619139009.3489ae4dc92f6fa56ddf218557f6890b.', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:52:19,113 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733619139009.3489ae4dc92f6fa56ddf218557f6890b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:52:19,113 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3489ae4dc92f6fa56ddf218557f6890b 2024-12-08T00:52:19,113 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3489ae4dc92f6fa56ddf218557f6890b 2024-12-08T00:52:19,115 INFO [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3489ae4dc92f6fa56ddf218557f6890b 2024-12-08T00:52:19,116 INFO [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3489ae4dc92f6fa56ddf218557f6890b columnFamilyName a 2024-12-08T00:52:19,116 DEBUG [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:19,116 INFO [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] regionserver.HStore(327): Store=3489ae4dc92f6fa56ddf218557f6890b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:52:19,117 INFO [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3489ae4dc92f6fa56ddf218557f6890b 2024-12-08T00:52:19,117 INFO [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3489ae4dc92f6fa56ddf218557f6890b columnFamilyName b 2024-12-08T00:52:19,117 DEBUG [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:19,118 INFO [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] regionserver.HStore(327): Store=3489ae4dc92f6fa56ddf218557f6890b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:52:19,118 INFO [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3489ae4dc92f6fa56ddf218557f6890b 2024-12-08T00:52:19,119 INFO [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3489ae4dc92f6fa56ddf218557f6890b columnFamilyName c 2024-12-08T00:52:19,119 DEBUG [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:19,119 INFO [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] regionserver.HStore(327): Store=3489ae4dc92f6fa56ddf218557f6890b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:52:19,119 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3489ae4dc92f6fa56ddf218557f6890b 2024-12-08T00:52:19,120 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b 2024-12-08T00:52:19,121 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b 2024-12-08T00:52:19,122 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3489ae4dc92f6fa56ddf218557f6890b 2024-12-08T00:52:19,122 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3489ae4dc92f6fa56ddf218557f6890b 2024-12-08T00:52:19,123 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T00:52:19,124 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3489ae4dc92f6fa56ddf218557f6890b 2024-12-08T00:52:19,124 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3489ae4dc92f6fa56ddf218557f6890b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70605476, jitterRate=0.05210357904434204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T00:52:19,125 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3489ae4dc92f6fa56ddf218557f6890b: Writing region info on filesystem at 1733619139113Initializing all the Stores at 1733619139114 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619139114Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619139115 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619139115Cleaning up temporary data from old regions at 1733619139122 (+7 ms)Region opened successfully at 1733619139125 (+3 ms) 2024-12-08T00:52:19,130 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3489ae4dc92f6fa56ddf218557f6890b 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-08T00:52:19,144 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/.tmp/a/97d1a0ec965c48738dcb0427fd81b001 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733619139125/Put/seqid=0 2024-12-08T00:52:19,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741933_1112 (size=5958) 2024-12-08T00:52:19,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741933_1112 (size=5958) 2024-12-08T00:52:19,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741933_1112 (size=5958) 2024-12-08T00:52:19,150 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/.tmp/a/97d1a0ec965c48738dcb0427fd81b001 2024-12-08T00:52:19,156 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/.tmp/a/97d1a0ec965c48738dcb0427fd81b001 as hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/a/97d1a0ec965c48738dcb0427fd81b001 2024-12-08T00:52:19,161 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/a/97d1a0ec965c48738dcb0427fd81b001, entries=10, sequenceid=13, filesize=5.8 K 2024-12-08T00:52:19,162 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 3489ae4dc92f6fa56ddf218557f6890b in 32ms, sequenceid=13, compaction requested=false 2024-12-08T00:52:19,162 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3489ae4dc92f6fa56ddf218557f6890b: 2024-12-08T00:52:19,178 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3489ae4dc92f6fa56ddf218557f6890b, disabling compactions & flushes 2024-12-08T00:52:19,178 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733619139009.3489ae4dc92f6fa56ddf218557f6890b. 2024-12-08T00:52:19,178 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733619139009.3489ae4dc92f6fa56ddf218557f6890b. 2024-12-08T00:52:19,178 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733619139009.3489ae4dc92f6fa56ddf218557f6890b. after waiting 0 ms 2024-12-08T00:52:19,178 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733619139009.3489ae4dc92f6fa56ddf218557f6890b. 2024-12-08T00:52:19,179 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1733619139009.3489ae4dc92f6fa56ddf218557f6890b. 2024-12-08T00:52:19,179 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733619139009.3489ae4dc92f6fa56ddf218557f6890b. 2024-12-08T00:52:19,179 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3489ae4dc92f6fa56ddf218557f6890b: Waiting for close lock at 1733619139178Disabling compacts and flushes for region at 1733619139178Disabling writes for close at 1733619139178Writing region close event to WAL at 1733619139179 (+1 ms)Closed at 1733619139179 2024-12-08T00:52:19,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741932_1111 (size=6243) 2024-12-08T00:52:19,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741932_1111 (size=6243) 2024-12-08T00:52:19,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741932_1111 (size=6243) 2024-12-08T00:52:19,195 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733619139008/wal.1733619139077, size=6.1 K (6243bytes) 2024-12-08T00:52:19,195 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733619139008/wal.1733619139077 2024-12-08T00:52:19,195 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733619139008/wal.1733619139077 after 0ms 2024-12-08T00:52:19,218 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-08T00:52:19,218 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733619139008/wal.1733619139077 took 23ms 2024-12-08T00:52:19,220 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733619139008/wal.1733619139077 so closing down 2024-12-08T00:52:19,220 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T00:52:19,221 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733619139077.temp 2024-12-08T00:52:19,244 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/recovered.edits/0000000000000000003-wal.1733619139077.temp 2024-12-08T00:52:19,245 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T00:52:19,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741934_1113 (size=5575) 2024-12-08T00:52:19,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741934_1113 (size=5575) 2024-12-08T00:52:19,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741934_1113 (size=5575) 2024-12-08T00:52:19,250 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/recovered.edits/0000000000000000003-wal.1733619139077.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-08T00:52:19,252 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/recovered.edits/0000000000000000003-wal.1733619139077.temp to hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/recovered.edits/0000000000000000035 2024-12-08T00:52:19,252 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 34 ms; skipped=2; WAL=hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733619139008/wal.1733619139077, size=6.1 K, length=6243, corrupted=false, cancelled=false 2024-12-08T00:52:19,252 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733619139008/wal.1733619139077, journal: Splitting hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733619139008/wal.1733619139077, size=6.1 K (6243bytes) at 1733619139195Finishing writing output for hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733619139008/wal.1733619139077 so closing down at 1733619139220 (+25 ms)Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/recovered.edits/0000000000000000003-wal.1733619139077.temp at 1733619139244 (+24 ms)3 split writer threads finished at 1733619139245 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/recovered.edits/0000000000000000003-wal.1733619139077.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733619139250 (+5 ms)Rename recovered edits hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/recovered.edits/0000000000000000003-wal.1733619139077.temp to hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/recovered.edits/0000000000000000035 at 1733619139252 (+2 ms)Processed 32 edits across 1 Regions in 34 ms; skipped=2; WAL=hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733619139008/wal.1733619139077, size=6.1 K, length=6243, corrupted=false, cancelled=false at 1733619139252 2024-12-08T00:52:19,253 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733619139008/wal.1733619139077 to hdfs://localhost:35969/hbase/oldWALs/wal.1733619139077 2024-12-08T00:52:19,254 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/recovered.edits/0000000000000000035 2024-12-08T00:52:19,254 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T00:52:19,255 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733619139008, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-08T00:52:19,268 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733619139008/wal.1733619139256, exclude list is [], retry=0 2024-12-08T00:52:19,270 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45833,DS-7c3e4dae-72e8-4092-98aa-ece15fb2e237,DISK] 2024-12-08T00:52:19,270 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34955,DS-1ad15fd5-2d1f-434f-86e3-500eb7b221ca,DISK] 2024-12-08T00:52:19,271 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42805,DS-bd6eab09-4001-44a8-80e5-1b1c6ee5fe8f,DISK] 2024-12-08T00:52:19,292 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733619139008/wal.1733619139256 2024-12-08T00:52:19,293 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46147:46147),(127.0.0.1/127.0.0.1:38603:38603),(127.0.0.1/127.0.0.1:39463:39463)] 2024-12-08T00:52:19,293 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3489ae4dc92f6fa56ddf218557f6890b, NAME => 'testReplayEditsWrittenViaHRegion,,1733619139009.3489ae4dc92f6fa56ddf218557f6890b.', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:52:19,293 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733619139009.3489ae4dc92f6fa56ddf218557f6890b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:52:19,293 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3489ae4dc92f6fa56ddf218557f6890b 2024-12-08T00:52:19,293 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3489ae4dc92f6fa56ddf218557f6890b 2024-12-08T00:52:19,294 INFO [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3489ae4dc92f6fa56ddf218557f6890b 2024-12-08T00:52:19,295 INFO [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3489ae4dc92f6fa56ddf218557f6890b columnFamilyName a 2024-12-08T00:52:19,295 DEBUG [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:19,301 DEBUG [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/a/97d1a0ec965c48738dcb0427fd81b001 2024-12-08T00:52:19,302 INFO [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] regionserver.HStore(327): Store=3489ae4dc92f6fa56ddf218557f6890b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:52:19,302 INFO [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3489ae4dc92f6fa56ddf218557f6890b 2024-12-08T00:52:19,303 INFO [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3489ae4dc92f6fa56ddf218557f6890b columnFamilyName b 2024-12-08T00:52:19,303 DEBUG [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:19,304 INFO [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] regionserver.HStore(327): Store=3489ae4dc92f6fa56ddf218557f6890b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:52:19,304 INFO [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3489ae4dc92f6fa56ddf218557f6890b 2024-12-08T00:52:19,305 INFO [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3489ae4dc92f6fa56ddf218557f6890b columnFamilyName c 2024-12-08T00:52:19,305 DEBUG [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:19,305 INFO [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] regionserver.HStore(327): Store=3489ae4dc92f6fa56ddf218557f6890b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:52:19,305 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3489ae4dc92f6fa56ddf218557f6890b 2024-12-08T00:52:19,306 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b 2024-12-08T00:52:19,307 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b 2024-12-08T00:52:19,308 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/recovered.edits/0000000000000000035 2024-12-08T00:52:19,332 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-08T00:52:19,333 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/recovered.edits/0000000000000000035 2024-12-08T00:52:19,333 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3489ae4dc92f6fa56ddf218557f6890b 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-12-08T00:52:19,346 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/.tmp/b/847b0b45b54f4ec4add997e1bfffe2a9 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733619139162/Put/seqid=0 2024-12-08T00:52:19,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741936_1115 (size=5958) 2024-12-08T00:52:19,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741936_1115 (size=5958) 2024-12-08T00:52:19,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741936_1115 (size=5958) 2024-12-08T00:52:19,352 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/.tmp/b/847b0b45b54f4ec4add997e1bfffe2a9 2024-12-08T00:52:19,370 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/.tmp/c/90c74f9f99fa470580c16162d07f7876 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733619139170/Put/seqid=0 2024-12-08T00:52:19,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741937_1116 (size=5958) 2024-12-08T00:52:19,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741937_1116 (size=5958) 2024-12-08T00:52:19,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741937_1116 (size=5958) 2024-12-08T00:52:19,376 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/.tmp/c/90c74f9f99fa470580c16162d07f7876 2024-12-08T00:52:19,381 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/.tmp/b/847b0b45b54f4ec4add997e1bfffe2a9 as hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/b/847b0b45b54f4ec4add997e1bfffe2a9 2024-12-08T00:52:19,386 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/b/847b0b45b54f4ec4add997e1bfffe2a9, entries=10, sequenceid=35, filesize=5.8 K 2024-12-08T00:52:19,387 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/.tmp/c/90c74f9f99fa470580c16162d07f7876 as hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/c/90c74f9f99fa470580c16162d07f7876 2024-12-08T00:52:19,392 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/c/90c74f9f99fa470580c16162d07f7876, entries=10, sequenceid=35, filesize=5.8 K 2024-12-08T00:52:19,392 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 3489ae4dc92f6fa56ddf218557f6890b in 59ms, sequenceid=35, compaction requested=false; wal=null 2024-12-08T00:52:19,393 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/recovered.edits/0000000000000000035 2024-12-08T00:52:19,394 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3489ae4dc92f6fa56ddf218557f6890b 2024-12-08T00:52:19,394 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3489ae4dc92f6fa56ddf218557f6890b 2024-12-08T00:52:19,395 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T00:52:19,396 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3489ae4dc92f6fa56ddf218557f6890b 2024-12-08T00:52:19,398 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-12-08T00:52:19,399 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3489ae4dc92f6fa56ddf218557f6890b; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59360645, jitterRate=-0.1154574602842331}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T00:52:19,399 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3489ae4dc92f6fa56ddf218557f6890b: Writing region info on filesystem at 1733619139293Initializing all the Stores at 1733619139294 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619139294Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619139294Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619139294Obtaining lock to block concurrent updates at 1733619139333 (+39 ms)Preparing flush snapshotting stores in 3489ae4dc92f6fa56ddf218557f6890b at 1733619139333Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733619139009.3489ae4dc92f6fa56ddf218557f6890b., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1733619139334 (+1 ms)Flushing stores of testReplayEditsWrittenViaHRegion,,1733619139009.3489ae4dc92f6fa56ddf218557f6890b. at 1733619139334Flushing 3489ae4dc92f6fa56ddf218557f6890b/b: creating writer at 1733619139334Flushing 3489ae4dc92f6fa56ddf218557f6890b/b: appending metadata at 1733619139345 (+11 ms)Flushing 3489ae4dc92f6fa56ddf218557f6890b/b: closing flushed file at 1733619139346 (+1 ms)Flushing 3489ae4dc92f6fa56ddf218557f6890b/c: creating writer at 1733619139357 (+11 ms)Flushing 3489ae4dc92f6fa56ddf218557f6890b/c: appending metadata at 1733619139370 (+13 ms)Flushing 3489ae4dc92f6fa56ddf218557f6890b/c: closing flushed file at 1733619139370Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c929451: reopening flushed file at 1733619139380 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16af50ac: reopening flushed file at 1733619139387 (+7 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 3489ae4dc92f6fa56ddf218557f6890b in 59ms, sequenceid=35, compaction requested=false; wal=null at 1733619139392 (+5 ms)Cleaning up temporary data from old regions at 1733619139394 (+2 ms)Region opened successfully at 1733619139399 (+5 ms) 2024-12-08T00:52:19,456 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733619139008/wal.1733619139256, size=0 (0bytes) 2024-12-08T00:52:19,456 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733619139008/wal.1733619139256 might be still open, length is 0 2024-12-08T00:52:19,456 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733619139008/wal.1733619139256 2024-12-08T00:52:19,456 WARN [IPC Server handler 3 on default port 35969 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733619139008/wal.1733619139256 has not been closed. Lease recovery is in progress. RecoveryId = 1117 for block blk_1073741935_1114 2024-12-08T00:52:19,456 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733619139008/wal.1733619139256 after 0ms 2024-12-08T00:52:20,909 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-671346523_22 at /127.0.0.1:33044 [Receiving block BP-1464640837-172.17.0.2-1733619099122:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:45833:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33044 dst: /127.0.0.1:45833 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:45833 remote=/127.0.0.1:33044]. Total timeout mills is 60000, 58514 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:52:20,910 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-671346523_22 at /127.0.0.1:56106 [Receiving block BP-1464640837-172.17.0.2-1733619099122:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:34955:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56106 dst: /127.0.0.1:34955 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:52:20,910 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-671346523_22 at /127.0.0.1:52674 [Receiving block BP-1464640837-172.17.0.2-1733619099122:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:42805:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52674 dst: /127.0.0.1:42805 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:52:20,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741935_1117 (size=5567) 2024-12-08T00:52:20,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741935_1117 (size=5567) 2024-12-08T00:52:23,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-12-08T00:52:23,046 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-12-08T00:52:23,048 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-12-08T00:52:23,048 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-12-08T00:52:23,049 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-12-08T00:52:23,049 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-12-08T00:52:23,458 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733619139008/wal.1733619139256 after 4002ms 2024-12-08T00:52:23,490 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-08T00:52:23,490 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733619139008/wal.1733619139256 took 4034ms 2024-12-08T00:52:23,492 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733619139008/wal.1733619139256; continuing. 2024-12-08T00:52:23,493 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733619139008/wal.1733619139256 so closing down 2024-12-08T00:52:23,493 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T00:52:23,493 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1733619139256.temp 2024-12-08T00:52:23,514 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/recovered.edits/0000000000000000037-wal.1733619139256.temp 2024-12-08T00:52:23,514 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T00:52:23,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741938_1118 (size=5575) 2024-12-08T00:52:23,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741938_1118 (size=5575) 2024-12-08T00:52:23,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741938_1118 (size=5575) 2024-12-08T00:52:23,520 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/recovered.edits/0000000000000000037-wal.1733619139256.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-08T00:52:23,521 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/recovered.edits/0000000000000000037-wal.1733619139256.temp to hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/recovered.edits/0000000000000000066 2024-12-08T00:52:23,521 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733619139008/wal.1733619139256, size=0, length=0, corrupted=false, cancelled=false 2024-12-08T00:52:23,521 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733619139008/wal.1733619139256, journal: Splitting hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733619139008/wal.1733619139256, size=0 (0bytes) at 1733619139456Finishing writing output for hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733619139008/wal.1733619139256 so closing down at 1733619143493 (+4037 ms)Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/recovered.edits/0000000000000000037-wal.1733619139256.temp at 1733619143514 (+21 ms)3 split writer threads finished at 1733619143514Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/recovered.edits/0000000000000000037-wal.1733619139256.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733619143520 (+6 ms)Rename recovered edits hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/recovered.edits/0000000000000000037-wal.1733619139256.temp to hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/recovered.edits/0000000000000000066 at 1733619143521 (+1 ms)Processed 30 edits across 1 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733619139008/wal.1733619139256, size=0, length=0, corrupted=false, cancelled=false at 1733619143521 2024-12-08T00:52:23,522 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733619139008/wal.1733619139256 to hdfs://localhost:35969/hbase/oldWALs/wal.1733619139256 2024-12-08T00:52:23,523 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/recovered.edits/0000000000000000066 2024-12-08T00:52:23,523 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T00:52:23,525 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733619139008, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-08T00:52:23,537 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733619139008/wal.1733619143525, exclude list is [], retry=0 2024-12-08T00:52:23,539 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42805,DS-bd6eab09-4001-44a8-80e5-1b1c6ee5fe8f,DISK] 2024-12-08T00:52:23,539 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45833,DS-7c3e4dae-72e8-4092-98aa-ece15fb2e237,DISK] 2024-12-08T00:52:23,539 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34955,DS-1ad15fd5-2d1f-434f-86e3-500eb7b221ca,DISK] 2024-12-08T00:52:23,562 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733619139008/wal.1733619143525 2024-12-08T00:52:23,562 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39463:39463),(127.0.0.1/127.0.0.1:46147:46147),(127.0.0.1/127.0.0.1:38603:38603)] 2024-12-08T00:52:23,563 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733619139009.3489ae4dc92f6fa56ddf218557f6890b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:52:23,564 INFO [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3489ae4dc92f6fa56ddf218557f6890b 2024-12-08T00:52:23,565 INFO [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3489ae4dc92f6fa56ddf218557f6890b columnFamilyName a 2024-12-08T00:52:23,565 DEBUG [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:23,570 DEBUG [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/a/97d1a0ec965c48738dcb0427fd81b001 2024-12-08T00:52:23,570 INFO [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] regionserver.HStore(327): Store=3489ae4dc92f6fa56ddf218557f6890b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:52:23,570 INFO [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3489ae4dc92f6fa56ddf218557f6890b 2024-12-08T00:52:23,571 INFO [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3489ae4dc92f6fa56ddf218557f6890b columnFamilyName b 2024-12-08T00:52:23,571 DEBUG [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:23,576 DEBUG [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/b/847b0b45b54f4ec4add997e1bfffe2a9 2024-12-08T00:52:23,576 INFO [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] regionserver.HStore(327): Store=3489ae4dc92f6fa56ddf218557f6890b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:52:23,576 INFO [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3489ae4dc92f6fa56ddf218557f6890b 2024-12-08T00:52:23,577 INFO [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3489ae4dc92f6fa56ddf218557f6890b columnFamilyName c 2024-12-08T00:52:23,577 DEBUG [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:52:23,581 DEBUG [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/c/90c74f9f99fa470580c16162d07f7876 2024-12-08T00:52:23,581 INFO [StoreOpener-3489ae4dc92f6fa56ddf218557f6890b-1 {}] regionserver.HStore(327): Store=3489ae4dc92f6fa56ddf218557f6890b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:52:23,581 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3489ae4dc92f6fa56ddf218557f6890b 2024-12-08T00:52:23,581 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b 2024-12-08T00:52:23,583 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b 2024-12-08T00:52:23,583 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/recovered.edits/0000000000000000066 2024-12-08T00:52:23,604 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-12-08T00:52:23,608 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/recovered.edits/0000000000000000066 2024-12-08T00:52:23,608 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3489ae4dc92f6fa56ddf218557f6890b 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-08T00:52:23,619 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/.tmp/a/b4b44c0d3d7a40cc8a8c7d66d01f2316 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1733619139405/Put/seqid=0 2024-12-08T00:52:23,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741940_1120 (size=5958) 2024-12-08T00:52:23,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741940_1120 (size=5958) 2024-12-08T00:52:23,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741940_1120 (size=5958) 2024-12-08T00:52:23,626 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/.tmp/a/b4b44c0d3d7a40cc8a8c7d66d01f2316 2024-12-08T00:52:23,644 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/.tmp/b/f9bee4b855ef4e72b18a8209d4dfedc6 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1733619139412/Put/seqid=0 2024-12-08T00:52:23,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741941_1121 (size=5958) 2024-12-08T00:52:23,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741941_1121 (size=5958) 2024-12-08T00:52:23,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741941_1121 (size=5958) 2024-12-08T00:52:23,650 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/.tmp/b/f9bee4b855ef4e72b18a8209d4dfedc6 2024-12-08T00:52:23,666 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/.tmp/c/731800f1e8ca4ea395ccb5f14ba0f0d8 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1733619139417/Put/seqid=0 2024-12-08T00:52:23,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741942_1122 (size=5958) 2024-12-08T00:52:23,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741942_1122 (size=5958) 2024-12-08T00:52:23,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741942_1122 (size=5958) 2024-12-08T00:52:23,673 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/.tmp/c/731800f1e8ca4ea395ccb5f14ba0f0d8 2024-12-08T00:52:23,678 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/.tmp/a/b4b44c0d3d7a40cc8a8c7d66d01f2316 as hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/a/b4b44c0d3d7a40cc8a8c7d66d01f2316 2024-12-08T00:52:23,683 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/a/b4b44c0d3d7a40cc8a8c7d66d01f2316, entries=10, sequenceid=66, filesize=5.8 K 2024-12-08T00:52:23,684 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/.tmp/b/f9bee4b855ef4e72b18a8209d4dfedc6 as hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/b/f9bee4b855ef4e72b18a8209d4dfedc6 2024-12-08T00:52:23,689 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/b/f9bee4b855ef4e72b18a8209d4dfedc6, entries=10, sequenceid=66, filesize=5.8 K 2024-12-08T00:52:23,690 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/.tmp/c/731800f1e8ca4ea395ccb5f14ba0f0d8 as hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/c/731800f1e8ca4ea395ccb5f14ba0f0d8 2024-12-08T00:52:23,694 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/c/731800f1e8ca4ea395ccb5f14ba0f0d8, entries=10, sequenceid=66, filesize=5.8 K 2024-12-08T00:52:23,694 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 3489ae4dc92f6fa56ddf218557f6890b in 86ms, sequenceid=66, compaction requested=false; wal=null 2024-12-08T00:52:23,695 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/recovered.edits/0000000000000000066 2024-12-08T00:52:23,696 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3489ae4dc92f6fa56ddf218557f6890b 2024-12-08T00:52:23,696 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3489ae4dc92f6fa56ddf218557f6890b 2024-12-08T00:52:23,696 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T00:52:23,697 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3489ae4dc92f6fa56ddf218557f6890b 2024-12-08T00:52:23,699 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/3489ae4dc92f6fa56ddf218557f6890b/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-12-08T00:52:23,700 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3489ae4dc92f6fa56ddf218557f6890b; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67251913, jitterRate=0.0021315962076187134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T00:52:23,700 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3489ae4dc92f6fa56ddf218557f6890b: Writing region info on filesystem at 1733619143563Initializing all the Stores at 1733619143564 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619143564Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619143564Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733619143564Obtaining lock to block concurrent updates at 1733619143608 (+44 ms)Preparing flush snapshotting stores in 3489ae4dc92f6fa56ddf218557f6890b at 1733619143608Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733619139009.3489ae4dc92f6fa56ddf218557f6890b., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1733619143608Flushing stores of testReplayEditsWrittenViaHRegion,,1733619139009.3489ae4dc92f6fa56ddf218557f6890b. at 1733619143608Flushing 3489ae4dc92f6fa56ddf218557f6890b/a: creating writer at 1733619143608Flushing 3489ae4dc92f6fa56ddf218557f6890b/a: appending metadata at 1733619143619 (+11 ms)Flushing 3489ae4dc92f6fa56ddf218557f6890b/a: closing flushed file at 1733619143619Flushing 3489ae4dc92f6fa56ddf218557f6890b/b: creating writer at 1733619143630 (+11 ms)Flushing 3489ae4dc92f6fa56ddf218557f6890b/b: appending metadata at 1733619143643 (+13 ms)Flushing 3489ae4dc92f6fa56ddf218557f6890b/b: closing flushed file at 1733619143643Flushing 3489ae4dc92f6fa56ddf218557f6890b/c: creating writer at 1733619143653 (+10 ms)Flushing 3489ae4dc92f6fa56ddf218557f6890b/c: appending metadata at 1733619143666 (+13 ms)Flushing 3489ae4dc92f6fa56ddf218557f6890b/c: closing flushed file at 1733619143666Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bc63a57: reopening flushed file at 1733619143677 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cac21a3: reopening flushed file at 1733619143683 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76762cef: reopening flushed file at 1733619143689 (+6 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 3489ae4dc92f6fa56ddf218557f6890b in 86ms, sequenceid=66, compaction requested=false; wal=null at 1733619143694 (+5 ms)Cleaning up temporary data from old regions at 1733619143696 (+2 ms)Region opened successfully at 1733619143700 (+4 ms) 2024-12-08T00:52:23,710 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3489ae4dc92f6fa56ddf218557f6890b, disabling compactions & flushes 2024-12-08T00:52:23,710 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733619139009.3489ae4dc92f6fa56ddf218557f6890b. 2024-12-08T00:52:23,710 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733619139009.3489ae4dc92f6fa56ddf218557f6890b. 2024-12-08T00:52:23,710 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733619139009.3489ae4dc92f6fa56ddf218557f6890b. after waiting 0 ms 2024-12-08T00:52:23,710 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733619139009.3489ae4dc92f6fa56ddf218557f6890b. 2024-12-08T00:52:23,712 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733619139009.3489ae4dc92f6fa56ddf218557f6890b. 2024-12-08T00:52:23,712 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3489ae4dc92f6fa56ddf218557f6890b: Waiting for close lock at 1733619143710Disabling compacts and flushes for region at 1733619143710Disabling writes for close at 1733619143710Writing region close event to WAL at 1733619143712 (+2 ms)Closed at 1733619143712 2024-12-08T00:52:23,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741939_1119 (size=175) 2024-12-08T00:52:23,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741939_1119 (size=175) 2024-12-08T00:52:23,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741939_1119 (size=175) 2024-12-08T00:52:23,716 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T00:52:23,716 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733619143525) 2024-12-08T00:52:23,729 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=448 (was 441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1377379196_22 at /127.0.0.1:57716 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1377379196_22 at /127.0.0.1:44012 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:35969 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1377379196_22 at /127.0.0.1:49610 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:35969 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=1414 (was 1348) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=83 (was 90), ProcessCount=11 (was 11), AvailableMemoryMB=17328 (was 17341) 2024-12-08T00:52:23,729 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1414 is superior to 1024 2024-12-08T00:52:23,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-08T00:52:23,730 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T00:52:23,730 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T00:52:23,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T00:52:23,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T00:52:23,730 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T00:52:23,730 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-08T00:52:23,730 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=427733016, stopped=false 2024-12-08T00:52:23,731 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0f983e3e5be1,44915,1733619102730 2024-12-08T00:52:23,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x10002f5efbe0001, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T00:52:23,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x10002f5efbe0000, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T00:52:23,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39847-0x10002f5efbe0003, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T00:52:23,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x10002f5efbe0001, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:52:23,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39847-0x10002f5efbe0003, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:52:23,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x10002f5efbe0000, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:52:23,838 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-08T00:52:23,839 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44915-0x10002f5efbe0000, quorum=127.0.0.1:49683, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T00:52:23,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42221-0x10002f5efbe0001, quorum=127.0.0.1:49683, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T00:52:23,840 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T00:52:23,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39847-0x10002f5efbe0003, quorum=127.0.0.1:49683, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T00:52:23,840 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T00:52:23,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T00:52:23,841 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0f983e3e5be1,42221,1733619103403' ***** 2024-12-08T00:52:23,841 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-08T00:52:23,841 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0f983e3e5be1,39847,1733619103551' ***** 2024-12-08T00:52:23,841 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-08T00:52:23,841 INFO [RS:0;0f983e3e5be1:42221 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T00:52:23,842 INFO [RS:2;0f983e3e5be1:39847 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T00:52:23,842 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T00:52:23,842 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T00:52:23,842 INFO [RS:2;0f983e3e5be1:39847 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-08T00:52:23,842 INFO [RS:0;0f983e3e5be1:42221 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-08T00:52:23,842 INFO [RS:0;0f983e3e5be1:42221 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-08T00:52:23,842 INFO [RS:2;0f983e3e5be1:39847 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-08T00:52:23,842 INFO [RS:0;0f983e3e5be1:42221 {}] regionserver.HRegionServer(3091): Received CLOSE for 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:52:23,842 INFO [RS:0;0f983e3e5be1:42221 {}] regionserver.HRegionServer(959): stopping server 0f983e3e5be1,42221,1733619103403 2024-12-08T00:52:23,842 INFO [RS:2;0f983e3e5be1:39847 {}] regionserver.HRegionServer(959): stopping server 0f983e3e5be1,39847,1733619103551 2024-12-08T00:52:23,842 INFO [RS:0;0f983e3e5be1:42221 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T00:52:23,843 INFO [RS:0;0f983e3e5be1:42221 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0f983e3e5be1:42221. 2024-12-08T00:52:23,843 INFO [RS:2;0f983e3e5be1:39847 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T00:52:23,843 INFO [RS:2;0f983e3e5be1:39847 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;0f983e3e5be1:39847. 2024-12-08T00:52:23,843 DEBUG [RS:0;0f983e3e5be1:42221 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T00:52:23,843 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1a9c33310b49e375bff4d466f47b7bde, disabling compactions & flushes 2024-12-08T00:52:23,843 DEBUG [RS:0;0f983e3e5be1:42221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T00:52:23,843 DEBUG [RS:2;0f983e3e5be1:39847 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T00:52:23,843 INFO [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. 2024-12-08T00:52:23,843 DEBUG [RS:2;0f983e3e5be1:39847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T00:52:23,843 INFO [RS:0;0f983e3e5be1:42221 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-08T00:52:23,843 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. 2024-12-08T00:52:23,843 DEBUG [RS:0;0f983e3e5be1:42221 {}] regionserver.HRegionServer(1325): Online Regions={1a9c33310b49e375bff4d466f47b7bde=testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde.} 2024-12-08T00:52:23,843 INFO [RS:2;0f983e3e5be1:39847 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-08T00:52:23,843 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. after waiting 0 ms 2024-12-08T00:52:23,843 INFO [RS:2;0f983e3e5be1:39847 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-08T00:52:23,843 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. 2024-12-08T00:52:23,843 INFO [RS:2;0f983e3e5be1:39847 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-08T00:52:23,843 DEBUG [RS:0;0f983e3e5be1:42221 {}] regionserver.HRegionServer(1351): Waiting on 1a9c33310b49e375bff4d466f47b7bde 2024-12-08T00:52:23,843 INFO [RS:2;0f983e3e5be1:39847 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-08T00:52:23,844 INFO [RS:2;0f983e3e5be1:39847 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-08T00:52:23,844 DEBUG [RS:2;0f983e3e5be1:39847 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-08T00:52:23,844 DEBUG [RS:2;0f983e3e5be1:39847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-08T00:52:23,844 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-08T00:52:23,844 INFO [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-08T00:52:23,844 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-08T00:52:23,844 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T00:52:23,844 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T00:52:23,844 INFO [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.19 KB heapSize=2.79 KB 2024-12-08T00:52:23,848 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1a9c33310b49e375bff4d466f47b7bde/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-12-08T00:52:23,849 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/hbase/meta/1588230740/.tmp/info/b93fb148380d4be58607bccafdf398e5 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde./info:regioninfo/1733619122326/Put/seqid=0 2024-12-08T00:52:23,849 INFO [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. 2024-12-08T00:52:23,849 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1a9c33310b49e375bff4d466f47b7bde: Waiting for close lock at 1733619143842Running coprocessor pre-close hooks at 1733619143842Disabling compacts and flushes for region at 1733619143842Disabling writes for close at 1733619143843 (+1 ms)Writing region close event to WAL at 1733619143844 (+1 ms)Running coprocessor post-close hooks at 1733619143849 (+5 ms)Closed at 1733619143849 2024-12-08T00:52:23,849 DEBUG [RS_CLOSE_REGION-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733619118231.1a9c33310b49e375bff4d466f47b7bde. 2024-12-08T00:52:23,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741943_1123 (size=6778) 2024-12-08T00:52:23,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741943_1123 (size=6778) 2024-12-08T00:52:23,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741943_1123 (size=6778) 2024-12-08T00:52:23,855 INFO [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.19 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/hbase/meta/1588230740/.tmp/info/b93fb148380d4be58607bccafdf398e5 2024-12-08T00:52:23,860 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/hbase/meta/1588230740/.tmp/info/b93fb148380d4be58607bccafdf398e5 as hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/hbase/meta/1588230740/info/b93fb148380d4be58607bccafdf398e5 2024-12-08T00:52:23,865 INFO [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/hbase/meta/1588230740/info/b93fb148380d4be58607bccafdf398e5, entries=8, sequenceid=23, filesize=6.6 K 2024-12-08T00:52:23,866 INFO [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.19 KB/1218, heapSize ~2.02 KB/2072, currentSize=0 B/0 for 1588230740 in 22ms, sequenceid=23, compaction requested=false 2024-12-08T00:52:23,870 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/data/hbase/meta/1588230740/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=18 2024-12-08T00:52:23,871 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T00:52:23,871 INFO [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-08T00:52:23,871 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733619143844Running coprocessor pre-close hooks at 1733619143844Disabling compacts and flushes for region at 1733619143844Disabling writes for close at 1733619143844Obtaining lock to block concurrent updates at 1733619143844Preparing flush snapshotting stores in 1588230740 at 1733619143844Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1218, getHeapSize=2792, getOffHeapSize=0, getCellsCount=8 at 1733619143845 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733619143845Flushing 1588230740/info: creating writer at 1733619143845Flushing 1588230740/info: appending metadata at 1733619143849 (+4 ms)Flushing 1588230740/info: closing flushed file at 1733619143849Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50abcd08: reopening flushed file at 1733619143860 (+11 ms)Finished flush of dataSize ~1.19 KB/1218, heapSize ~2.02 KB/2072, currentSize=0 B/0 for 1588230740 in 22ms, sequenceid=23, compaction requested=false at 1733619143866 (+6 ms)Writing region close event to WAL at 1733619143867 (+1 ms)Running coprocessor post-close hooks at 1733619143871 (+4 ms)Closed at 1733619143871 2024-12-08T00:52:23,871 DEBUG [RS_CLOSE_META-regionserver/0f983e3e5be1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-08T00:52:23,909 INFO [regionserver/0f983e3e5be1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T00:52:23,909 INFO [regionserver/0f983e3e5be1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T00:52:23,926 INFO [regionserver/0f983e3e5be1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-08T00:52:23,926 INFO [regionserver/0f983e3e5be1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-08T00:52:23,939 INFO [regionserver/0f983e3e5be1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-08T00:52:23,939 INFO [regionserver/0f983e3e5be1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-08T00:52:24,044 INFO [RS:0;0f983e3e5be1:42221 {}] regionserver.HRegionServer(976): stopping server 0f983e3e5be1,42221,1733619103403; all regions closed. 2024-12-08T00:52:24,044 INFO [RS:2;0f983e3e5be1:39847 {}] regionserver.HRegionServer(976): stopping server 0f983e3e5be1,39847,1733619103551; all regions closed. 2024-12-08T00:52:24,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741834_1010 (size=3621) 2024-12-08T00:52:24,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741834_1010 (size=3621) 2024-12-08T00:52:24,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741834_1010 (size=3621) 2024-12-08T00:52:24,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741893_1071 (size=2625) 2024-12-08T00:52:24,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741893_1071 (size=2625) 2024-12-08T00:52:24,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741893_1071 (size=2625) 2024-12-08T00:52:24,053 DEBUG [RS:0;0f983e3e5be1:42221 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/oldWALs 2024-12-08T00:52:24,053 INFO [RS:0;0f983e3e5be1:42221 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0f983e3e5be1%2C42221%2C1733619103403:(num 1733619105011) 2024-12-08T00:52:24,053 DEBUG [RS:2;0f983e3e5be1:39847 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/oldWALs 2024-12-08T00:52:24,053 DEBUG [RS:0;0f983e3e5be1:42221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T00:52:24,053 INFO [RS:2;0f983e3e5be1:39847 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0f983e3e5be1%2C39847%2C1733619103551.meta:.meta(num 1733619121396) 2024-12-08T00:52:24,053 INFO [RS:0;0f983e3e5be1:42221 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T00:52:24,053 INFO [RS:0;0f983e3e5be1:42221 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T00:52:24,053 INFO [RS:0;0f983e3e5be1:42221 {}] hbase.ChoreService(370): Chore service for: regionserver/0f983e3e5be1:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-08T00:52:24,053 INFO [RS:0;0f983e3e5be1:42221 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-08T00:52:24,053 INFO [regionserver/0f983e3e5be1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T00:52:24,054 INFO [RS:0;0f983e3e5be1:42221 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-08T00:52:24,054 INFO [RS:0;0f983e3e5be1:42221 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-08T00:52:24,054 INFO [RS:0;0f983e3e5be1:42221 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T00:52:24,054 INFO [RS:0;0f983e3e5be1:42221 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42221 2024-12-08T00:52:24,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741833_1009 (size=175) 2024-12-08T00:52:24,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741833_1009 (size=175) 2024-12-08T00:52:24,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741833_1009 (size=175) 2024-12-08T00:52:24,058 DEBUG [RS:2;0f983e3e5be1:39847 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/oldWALs 2024-12-08T00:52:24,059 INFO [RS:2;0f983e3e5be1:39847 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0f983e3e5be1%2C39847%2C1733619103551:(num 1733619105012) 2024-12-08T00:52:24,059 DEBUG [RS:2;0f983e3e5be1:39847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T00:52:24,059 INFO [RS:2;0f983e3e5be1:39847 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T00:52:24,059 INFO [RS:2;0f983e3e5be1:39847 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T00:52:24,059 INFO [RS:2;0f983e3e5be1:39847 {}] hbase.ChoreService(370): Chore service for: regionserver/0f983e3e5be1:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-08T00:52:24,059 INFO [RS:2;0f983e3e5be1:39847 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T00:52:24,059 INFO [regionserver/0f983e3e5be1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T00:52:24,059 INFO [RS:2;0f983e3e5be1:39847 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39847 2024-12-08T00:52:24,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x10002f5efbe0001, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0f983e3e5be1,42221,1733619103403 2024-12-08T00:52:24,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x10002f5efbe0000, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T00:52:24,082 INFO [RS:0;0f983e3e5be1:42221 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T00:52:24,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39847-0x10002f5efbe0003, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0f983e3e5be1,39847,1733619103551 2024-12-08T00:52:24,090 INFO [RS:2;0f983e3e5be1:39847 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T00:52:24,099 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0f983e3e5be1,42221,1733619103403] 2024-12-08T00:52:24,115 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0f983e3e5be1,42221,1733619103403 already deleted, retry=false 2024-12-08T00:52:24,116 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0f983e3e5be1,42221,1733619103403 expired; onlineServers=1 2024-12-08T00:52:24,116 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0f983e3e5be1,39847,1733619103551] 2024-12-08T00:52:24,124 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0f983e3e5be1,39847,1733619103551 already deleted, retry=false 2024-12-08T00:52:24,124 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0f983e3e5be1,39847,1733619103551 expired; onlineServers=0 2024-12-08T00:52:24,124 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0f983e3e5be1,44915,1733619102730' ***** 2024-12-08T00:52:24,124 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-08T00:52:24,124 INFO [M:0;0f983e3e5be1:44915 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T00:52:24,125 INFO [M:0;0f983e3e5be1:44915 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T00:52:24,125 DEBUG [M:0;0f983e3e5be1:44915 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-08T00:52:24,125 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-08T00:52:24,125 DEBUG [M:0;0f983e3e5be1:44915 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-08T00:52:24,125 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster-HFileCleaner.small.0-1733619104626 {}] cleaner.HFileCleaner(306): Exit Thread[master/0f983e3e5be1:0:becomeActiveMaster-HFileCleaner.small.0-1733619104626,5,FailOnTimeoutGroup] 2024-12-08T00:52:24,125 DEBUG [master/0f983e3e5be1:0:becomeActiveMaster-HFileCleaner.large.0-1733619104625 {}] cleaner.HFileCleaner(306): Exit Thread[master/0f983e3e5be1:0:becomeActiveMaster-HFileCleaner.large.0-1733619104625,5,FailOnTimeoutGroup] 2024-12-08T00:52:24,126 INFO [M:0;0f983e3e5be1:44915 {}] hbase.ChoreService(370): Chore service for: master/0f983e3e5be1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-08T00:52:24,126 INFO [M:0;0f983e3e5be1:44915 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T00:52:24,126 DEBUG [M:0;0f983e3e5be1:44915 {}] master.HMaster(1795): Stopping service threads 2024-12-08T00:52:24,126 INFO [M:0;0f983e3e5be1:44915 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-08T00:52:24,126 INFO [M:0;0f983e3e5be1:44915 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-08T00:52:24,127 INFO [M:0;0f983e3e5be1:44915 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-08T00:52:24,128 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-08T00:52:24,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x10002f5efbe0000, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-08T00:52:24,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x10002f5efbe0000, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:52:24,137 DEBUG [M:0;0f983e3e5be1:44915 {}] zookeeper.ZKUtil(347): master:44915-0x10002f5efbe0000, quorum=127.0.0.1:49683, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-08T00:52:24,137 WARN [M:0;0f983e3e5be1:44915 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-08T00:52:24,137 INFO [M:0;0f983e3e5be1:44915 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/.lastflushedseqids 2024-12-08T00:52:24,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741944_1124 (size=119) 2024-12-08T00:52:24,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741944_1124 (size=119) 2024-12-08T00:52:24,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741944_1124 (size=119) 2024-12-08T00:52:24,151 INFO [M:0;0f983e3e5be1:44915 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-08T00:52:24,151 INFO [M:0;0f983e3e5be1:44915 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-08T00:52:24,152 DEBUG [M:0;0f983e3e5be1:44915 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-08T00:52:24,152 INFO [M:0;0f983e3e5be1:44915 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T00:52:24,152 DEBUG [M:0;0f983e3e5be1:44915 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T00:52:24,152 DEBUG [M:0;0f983e3e5be1:44915 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-08T00:52:24,152 DEBUG [M:0;0f983e3e5be1:44915 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T00:52:24,152 INFO [M:0;0f983e3e5be1:44915 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=83.38 KB heapSize=102.70 KB 2024-12-08T00:52:24,167 DEBUG [M:0;0f983e3e5be1:44915 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/07bc3945fb1842cda4c7929a9a08c379 is 82, key is hbase:meta,,1/info:regioninfo/1733619121591/Put/seqid=0 2024-12-08T00:52:24,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741945_1125 (size=6063) 2024-12-08T00:52:24,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741945_1125 (size=6063) 2024-12-08T00:52:24,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741945_1125 (size=6063) 2024-12-08T00:52:24,173 INFO [M:0;0f983e3e5be1:44915 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/07bc3945fb1842cda4c7929a9a08c379 2024-12-08T00:52:24,189 DEBUG [M:0;0f983e3e5be1:44915 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/685ac91b8ab9487e9cfcd5ba1e8cc22b is 1075, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733619118661/Put/seqid=0 2024-12-08T00:52:24,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741946_1126 (size=7906) 2024-12-08T00:52:24,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741946_1126 (size=7906) 2024-12-08T00:52:24,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741946_1126 (size=7906) 2024-12-08T00:52:24,195 INFO [M:0;0f983e3e5be1:44915 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=82.16 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/685ac91b8ab9487e9cfcd5ba1e8cc22b 2024-12-08T00:52:24,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x10002f5efbe0001, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T00:52:24,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x10002f5efbe0001, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T00:52:24,199 INFO [RS:0;0f983e3e5be1:42221 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T00:52:24,199 INFO [RS:0;0f983e3e5be1:42221 {}] regionserver.HRegionServer(1031): Exiting; stopping=0f983e3e5be1,42221,1733619103403; zookeeper connection closed. 2024-12-08T00:52:24,199 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@693ef2bc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@693ef2bc 2024-12-08T00:52:24,199 INFO [M:0;0f983e3e5be1:44915 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 685ac91b8ab9487e9cfcd5ba1e8cc22b 2024-12-08T00:52:24,207 INFO [RS:2;0f983e3e5be1:39847 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T00:52:24,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39847-0x10002f5efbe0003, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T00:52:24,207 INFO [RS:2;0f983e3e5be1:39847 {}] regionserver.HRegionServer(1031): Exiting; stopping=0f983e3e5be1,39847,1733619103551; zookeeper connection closed. 2024-12-08T00:52:24,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39847-0x10002f5efbe0003, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T00:52:24,208 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3c38fc98 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3c38fc98 2024-12-08T00:52:24,208 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-08T00:52:24,212 DEBUG [M:0;0f983e3e5be1:44915 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff520d5a690b491daa524f3b6251e48b is 69, key is 0f983e3e5be1,39847,1733619103551/rs:state/1733619104730/Put/seqid=0 2024-12-08T00:52:24,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741947_1127 (size=5440) 2024-12-08T00:52:24,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741947_1127 (size=5440) 2024-12-08T00:52:24,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741947_1127 (size=5440) 2024-12-08T00:52:24,217 INFO [M:0;0f983e3e5be1:44915 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff520d5a690b491daa524f3b6251e48b 2024-12-08T00:52:24,221 INFO [M:0;0f983e3e5be1:44915 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ff520d5a690b491daa524f3b6251e48b 2024-12-08T00:52:24,222 DEBUG [M:0;0f983e3e5be1:44915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/07bc3945fb1842cda4c7929a9a08c379 as hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/07bc3945fb1842cda4c7929a9a08c379 2024-12-08T00:52:24,227 INFO [M:0;0f983e3e5be1:44915 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/07bc3945fb1842cda4c7929a9a08c379, entries=14, sequenceid=207, filesize=5.9 K 2024-12-08T00:52:24,228 DEBUG [M:0;0f983e3e5be1:44915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/685ac91b8ab9487e9cfcd5ba1e8cc22b as hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/685ac91b8ab9487e9cfcd5ba1e8cc22b 2024-12-08T00:52:24,232 INFO [M:0;0f983e3e5be1:44915 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 685ac91b8ab9487e9cfcd5ba1e8cc22b 2024-12-08T00:52:24,232 INFO [M:0;0f983e3e5be1:44915 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/685ac91b8ab9487e9cfcd5ba1e8cc22b, entries=21, sequenceid=207, filesize=7.7 K 2024-12-08T00:52:24,233 DEBUG [M:0;0f983e3e5be1:44915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff520d5a690b491daa524f3b6251e48b as hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ff520d5a690b491daa524f3b6251e48b 2024-12-08T00:52:24,237 INFO [M:0;0f983e3e5be1:44915 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ff520d5a690b491daa524f3b6251e48b 2024-12-08T00:52:24,237 INFO [M:0;0f983e3e5be1:44915 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/user/jenkins/test-data/aef6168c-5b33-0ac9-d4e8-8e76b2f6a53a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ff520d5a690b491daa524f3b6251e48b, entries=3, sequenceid=207, filesize=5.3 K 2024-12-08T00:52:24,238 INFO [M:0;0f983e3e5be1:44915 {}] regionserver.HRegion(3140): Finished flush of dataSize ~83.38 KB/85386, heapSize ~102.40 KB/104856, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 86ms, sequenceid=207, compaction requested=false 2024-12-08T00:52:24,239 INFO [M:0;0f983e3e5be1:44915 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T00:52:24,239 DEBUG [M:0;0f983e3e5be1:44915 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733619144152Disabling compacts and flushes for region at 1733619144152Disabling writes for close at 1733619144152Obtaining lock to block concurrent updates at 1733619144152Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733619144152Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=85386, getHeapSize=105096, getOffHeapSize=0, getCellsCount=248 at 1733619144152Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733619144153 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733619144153Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733619144166 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733619144166Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733619144177 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733619144189 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733619144189Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733619144199 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733619144211 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733619144211Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cfbf1df: reopening flushed file at 1733619144221 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a4f0d02: reopening flushed file at 1733619144227 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7abfeb8f: reopening flushed file at 1733619144232 (+5 ms)Finished flush of dataSize ~83.38 KB/85386, heapSize ~102.40 KB/104856, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 86ms, sequenceid=207, compaction requested=false at 1733619144238 (+6 ms)Writing region close event to WAL at 1733619144239 (+1 ms)Closed at 1733619144239 2024-12-08T00:52:24,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741830_1006 (size=102150) 2024-12-08T00:52:24,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741830_1006 (size=102150) 2024-12-08T00:52:24,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42805 is added to blk_1073741830_1006 (size=102150) 2024-12-08T00:52:24,242 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T00:52:24,242 INFO [M:0;0f983e3e5be1:44915 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-08T00:52:24,242 INFO [M:0;0f983e3e5be1:44915 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44915 2024-12-08T00:52:24,242 INFO [M:0;0f983e3e5be1:44915 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T00:52:24,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x10002f5efbe0000, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T00:52:24,362 INFO [M:0;0f983e3e5be1:44915 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T00:52:24,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x10002f5efbe0000, quorum=127.0.0.1:49683, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T00:52:24,373 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733619123363/wal.1733619133062 with renewLeaseKey: DEFAULT_16688 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733619123363/wal.1733619133062 (inode 16688) Holder DFSClient_NONMAPREDUCE_-671346523_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733619123363/wal.1733619133062 (inode 16688) Holder DFSClient_NONMAPREDUCE_-671346523_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-08T00:52:24,376 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733619122840/wal.1733619123184 with renewLeaseKey: DEFAULT_16665 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733619122840/wal.1733619123184 (inode 16665) Holder DFSClient_NONMAPREDUCE_-671346523_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733619122840/wal.1733619123184 (inode 16665) Holder DFSClient_NONMAPREDUCE_-671346523_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-08T00:52:24,376 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733619113737/wal.1733619113851 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:52:24,378 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733619133745/wal.1733619134277 with renewLeaseKey: DEFAULT_16714 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733619133745/wal.1733619134277 (inode 16714) Holder DFSClient_NONMAPREDUCE_-671346523_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733619133745/wal.1733619134277 (inode 16714) Holder DFSClient_NONMAPREDUCE_-671346523_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-08T00:52:24,379 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733619134462/wal.1733619134535 with renewLeaseKey: DEFAULT_16736 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:52:24,379 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733619139008/wal.1733619139256 with renewLeaseKey: DEFAULT_16777 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:52:24,379 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733619107066/wal.1733619107154 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:52:24,381 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733619106545/wal.1733619106893 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733619106545/wal.1733619106893 (inode 16485) Holder DFSClient_NONMAPREDUCE_-671346523_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733619106545/wal.1733619106893 (inode 16485) Holder DFSClient_NONMAPREDUCE_-671346523_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-08T00:52:24,384 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733619105875/wal.1733619106292 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733619105875/wal.1733619106292 (inode 16462) Holder DFSClient_NONMAPREDUCE_-671346523_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733619105875/wal.1733619106292 (inode 16462) Holder DFSClient_NONMAPREDUCE_-671346523_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-08T00:52:24,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35f1150e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T00:52:24,428 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T00:52:24,428 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T00:52:24,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T00:52:24,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48/hadoop.log.dir/,STOPPED} 2024-12-08T00:52:24,431 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-08T00:52:24,431 WARN [BP-1464640837-172.17.0.2-1733619099122 heartbeating to localhost/127.0.0.1:35969 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-08T00:52:24,431 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-08T00:52:24,431 WARN [BP-1464640837-172.17.0.2-1733619099122 heartbeating to localhost/127.0.0.1:35969 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1464640837-172.17.0.2-1733619099122 (Datanode Uuid c71c6677-c97d-4391-bdb6-137f023eb4fd) service to localhost/127.0.0.1:35969 2024-12-08T00:52:24,433 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48/cluster_1a47a484-ba3d-8dbc-4adf-56060c3793e9/data/data5/current/BP-1464640837-172.17.0.2-1733619099122 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T00:52:24,433 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48/cluster_1a47a484-ba3d-8dbc-4adf-56060c3793e9/data/data6/current/BP-1464640837-172.17.0.2-1733619099122 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T00:52:24,433 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-08T00:52:24,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bd427b8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T00:52:24,437 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T00:52:24,437 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T00:52:24,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T00:52:24,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48/hadoop.log.dir/,STOPPED} 2024-12-08T00:52:24,439 WARN [BP-1464640837-172.17.0.2-1733619099122 heartbeating to localhost/127.0.0.1:35969 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-08T00:52:24,439 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-08T00:52:24,439 WARN [BP-1464640837-172.17.0.2-1733619099122 heartbeating to localhost/127.0.0.1:35969 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1464640837-172.17.0.2-1733619099122 (Datanode Uuid a312a98b-0fc7-45d4-9f93-ca9c2e11c5b1) service to localhost/127.0.0.1:35969 2024-12-08T00:52:24,439 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-08T00:52:24,440 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48/cluster_1a47a484-ba3d-8dbc-4adf-56060c3793e9/data/data3/current/BP-1464640837-172.17.0.2-1733619099122 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T00:52:24,440 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48/cluster_1a47a484-ba3d-8dbc-4adf-56060c3793e9/data/data4/current/BP-1464640837-172.17.0.2-1733619099122 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T00:52:24,440 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-08T00:52:24,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@330740de{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T00:52:24,444 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T00:52:24,444 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T00:52:24,444 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T00:52:24,444 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48/hadoop.log.dir/,STOPPED} 2024-12-08T00:52:24,445 WARN [BP-1464640837-172.17.0.2-1733619099122 heartbeating to localhost/127.0.0.1:35969 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-08T00:52:24,445 WARN [BP-1464640837-172.17.0.2-1733619099122 heartbeating to localhost/127.0.0.1:35969 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1464640837-172.17.0.2-1733619099122 (Datanode Uuid 56bf2216-2c72-4974-94c8-25919437e816) service to localhost/127.0.0.1:35969 2024-12-08T00:52:24,445 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-08T00:52:24,445 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-08T00:52:24,445 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48/cluster_1a47a484-ba3d-8dbc-4adf-56060c3793e9/data/data1/current/BP-1464640837-172.17.0.2-1733619099122 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T00:52:24,446 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48/cluster_1a47a484-ba3d-8dbc-4adf-56060c3793e9/data/data2/current/BP-1464640837-172.17.0.2-1733619099122 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T00:52:24,446 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-08T00:52:24,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c03e044{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-08T00:52:24,451 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@698721f1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T00:52:24,452 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T00:52:24,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@652099c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T00:52:24,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@264e890{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11b31a7b-39c5-6b9b-d09d-0907e185dd48/hadoop.log.dir/,STOPPED} 2024-12-08T00:52:24,460 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-08T00:52:24,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down