2024-12-04 06:51:49,215 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-04 06:51:49,229 main DEBUG Took 0.011418 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-04 06:51:49,229 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-04 06:51:49,230 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-04 06:51:49,231 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-04 06:51:49,233 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 06:51:49,241 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-04 06:51:49,256 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 06:51:49,258 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 06:51:49,259 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 06:51:49,259 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 06:51:49,260 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 06:51:49,260 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 06:51:49,262 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 06:51:49,262 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 06:51:49,263 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 06:51:49,263 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 06:51:49,264 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 06:51:49,265 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 06:51:49,265 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 06:51:49,266 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 06:51:49,267 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 06:51:49,267 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 06:51:49,268 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 06:51:49,268 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 06:51:49,269 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 06:51:49,269 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 06:51:49,270 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 06:51:49,270 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 06:51:49,271 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 06:51:49,271 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 06:51:49,272 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 06:51:49,272 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-04 06:51:49,274 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 06:51:49,276 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-04 06:51:49,277 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-04 06:51:49,278 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-04 06:51:49,279 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-04 06:51:49,279 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-04 06:51:49,287 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-04 06:51:49,289 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-04 06:51:49,291 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-04 06:51:49,291 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-04 06:51:49,291 main DEBUG createAppenders(={Console}) 2024-12-04 06:51:49,292 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-12-04 06:51:49,292 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-04 06:51:49,293 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-12-04 06:51:49,293 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-04 06:51:49,293 main DEBUG OutputStream closed 2024-12-04 06:51:49,294 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-04 06:51:49,294 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-04 06:51:49,294 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-12-04 06:51:49,378 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-04 06:51:49,381 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-04 06:51:49,382 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-04 06:51:49,384 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-04 06:51:49,384 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-04 06:51:49,385 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-04 06:51:49,385 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-04 06:51:49,385 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-04 06:51:49,386 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-04 06:51:49,386 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-04 06:51:49,386 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-04 06:51:49,386 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-04 06:51:49,387 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-04 06:51:49,387 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-04 06:51:49,387 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-04 06:51:49,388 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-04 06:51:49,388 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-04 06:51:49,389 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-04 06:51:49,391 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04 06:51:49,391 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-12-04 06:51:49,391 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-04 06:51:49,392 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-12-04T06:51:49,618 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9 2024-12-04 06:51:49,621 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-04 06:51:49,621 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04T06:51:49,630 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-12-04T06:51:49,636 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayCompressed timeout: 13 mins 2024-12-04T06:51:49,658 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-04T06:51:49,706 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-04T06:51:49,706 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-04T06:51:49,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T06:51:49,732 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/cluster_d051eb78-b3be-3928-b4be-610d68166fea, deleteOnExit=true 2024-12-04T06:51:49,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T06:51:49,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/test.cache.data in system properties and HBase conf 2024-12-04T06:51:49,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T06:51:49,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/hadoop.log.dir in system properties and HBase conf 2024-12-04T06:51:49,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T06:51:49,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T06:51:49,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T06:51:49,816 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-04T06:51:49,911 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T06:51:49,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T06:51:49,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T06:51:49,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T06:51:49,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T06:51:49,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T06:51:49,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T06:51:49,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T06:51:49,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T06:51:49,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T06:51:49,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/nfs.dump.dir in system properties and HBase conf 2024-12-04T06:51:49,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/java.io.tmpdir in system properties and HBase conf 2024-12-04T06:51:49,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T06:51:49,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T06:51:49,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T06:51:50,747 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-04T06:51:50,829 INFO [Time-limited test {}] log.Log(170): Logging initialized @2317ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-04T06:51:50,906 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T06:51:50,972 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T06:51:50,997 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T06:51:50,998 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T06:51:50,999 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T06:51:51,016 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T06:51:51,019 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6630be9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/hadoop.log.dir/,AVAILABLE} 2024-12-04T06:51:51,020 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70596a48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T06:51:51,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1843526c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/java.io.tmpdir/jetty-localhost-33705-hadoop-hdfs-3_4_1-tests_jar-_-any-9325026023297900882/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T06:51:51,215 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@776c4d96{HTTP/1.1, (http/1.1)}{localhost:33705} 2024-12-04T06:51:51,215 INFO [Time-limited test {}] server.Server(415): Started @2704ms 2024-12-04T06:51:51,606 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T06:51:51,613 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T06:51:51,614 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T06:51:51,614 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T06:51:51,614 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T06:51:51,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b895d95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/hadoop.log.dir/,AVAILABLE} 2024-12-04T06:51:51,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d33512e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T06:51:51,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4dc44ec6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/java.io.tmpdir/jetty-localhost-37007-hadoop-hdfs-3_4_1-tests_jar-_-any-5214999576487834345/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T06:51:51,738 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17f6e478{HTTP/1.1, (http/1.1)}{localhost:37007} 2024-12-04T06:51:51,738 INFO [Time-limited test {}] server.Server(415): Started @3227ms 2024-12-04T06:51:51,792 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T06:51:51,914 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T06:51:51,919 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T06:51:51,925 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T06:51:51,925 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T06:51:51,925 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T06:51:51,926 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e971547{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/hadoop.log.dir/,AVAILABLE} 2024-12-04T06:51:51,927 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3264f7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T06:51:52,058 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28e1ba78{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/java.io.tmpdir/jetty-localhost-43857-hadoop-hdfs-3_4_1-tests_jar-_-any-10502747298996010553/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T06:51:52,059 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@702c0733{HTTP/1.1, (http/1.1)}{localhost:43857} 2024-12-04T06:51:52,060 INFO [Time-limited test {}] server.Server(415): Started @3548ms 2024-12-04T06:51:52,062 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T06:51:52,105 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T06:51:52,111 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T06:51:52,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T06:51:52,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T06:51:52,113 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T06:51:52,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bf0fdb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/hadoop.log.dir/,AVAILABLE} 2024-12-04T06:51:52,114 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6853f5bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T06:51:52,243 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4290616c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/java.io.tmpdir/jetty-localhost-44539-hadoop-hdfs-3_4_1-tests_jar-_-any-7050324150750912180/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T06:51:52,244 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e25d2b6{HTTP/1.1, (http/1.1)}{localhost:44539} 2024-12-04T06:51:52,244 INFO [Time-limited test {}] server.Server(415): Started @3733ms 2024-12-04T06:51:52,251 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T06:51:52,255 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/cluster_d051eb78-b3be-3928-b4be-610d68166fea/data/data2/current/BP-439067549-172.17.0.2-1733295110487/current, will proceed with Du for space computation calculation, 2024-12-04T06:51:52,255 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/cluster_d051eb78-b3be-3928-b4be-610d68166fea/data/data1/current/BP-439067549-172.17.0.2-1733295110487/current, will proceed with Du for space computation calculation, 2024-12-04T06:51:52,255 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/cluster_d051eb78-b3be-3928-b4be-610d68166fea/data/data3/current/BP-439067549-172.17.0.2-1733295110487/current, will proceed with Du for space computation calculation, 2024-12-04T06:51:52,255 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/cluster_d051eb78-b3be-3928-b4be-610d68166fea/data/data4/current/BP-439067549-172.17.0.2-1733295110487/current, will proceed with Du for space computation calculation, 2024-12-04T06:51:52,306 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T06:51:52,306 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T06:51:52,382 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/cluster_d051eb78-b3be-3928-b4be-610d68166fea/data/data6/current/BP-439067549-172.17.0.2-1733295110487/current, will proceed with Du for space computation calculation, 2024-12-04T06:51:52,382 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/cluster_d051eb78-b3be-3928-b4be-610d68166fea/data/data5/current/BP-439067549-172.17.0.2-1733295110487/current, will proceed with Du for space computation calculation, 2024-12-04T06:51:52,390 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4c017d3f7ee18706 with lease ID 0x5d5897a3d17c5a45: Processing first storage report for DS-272f10a2-c0e6-4fac-bd0b-cb9585050f38 from datanode DatanodeRegistration(127.0.0.1:46579, datanodeUuid=95f34da8-f549-43a8-9637-54ffdb4fc74e, infoPort=43723, infoSecurePort=0, ipcPort=42629, storageInfo=lv=-57;cid=testClusterID;nsid=655764304;c=1733295110487) 2024-12-04T06:51:52,391 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4c017d3f7ee18706 with lease ID 0x5d5897a3d17c5a45: from storage DS-272f10a2-c0e6-4fac-bd0b-cb9585050f38 node DatanodeRegistration(127.0.0.1:46579, datanodeUuid=95f34da8-f549-43a8-9637-54ffdb4fc74e, infoPort=43723, infoSecurePort=0, ipcPort=42629, storageInfo=lv=-57;cid=testClusterID;nsid=655764304;c=1733295110487), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-04T06:51:52,392 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x596941ceb21399db with lease ID 0x5d5897a3d17c5a46: Processing first storage report for DS-6619e935-c84f-413d-bcbd-dec6f3b539e6 from datanode DatanodeRegistration(127.0.0.1:37487, datanodeUuid=d40a4272-e632-4b73-9812-f1eb4f1cd0f3, infoPort=41185, infoSecurePort=0, ipcPort=40809, storageInfo=lv=-57;cid=testClusterID;nsid=655764304;c=1733295110487) 2024-12-04T06:51:52,392 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x596941ceb21399db with lease ID 0x5d5897a3d17c5a46: from storage DS-6619e935-c84f-413d-bcbd-dec6f3b539e6 node DatanodeRegistration(127.0.0.1:37487, datanodeUuid=d40a4272-e632-4b73-9812-f1eb4f1cd0f3, infoPort=41185, infoSecurePort=0, ipcPort=40809, storageInfo=lv=-57;cid=testClusterID;nsid=655764304;c=1733295110487), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T06:51:52,392 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4c017d3f7ee18706 with lease ID 0x5d5897a3d17c5a45: Processing first storage report for DS-4010a5f1-ca35-4cf1-9310-59216d87af65 from datanode DatanodeRegistration(127.0.0.1:46579, datanodeUuid=95f34da8-f549-43a8-9637-54ffdb4fc74e, infoPort=43723, infoSecurePort=0, ipcPort=42629, storageInfo=lv=-57;cid=testClusterID;nsid=655764304;c=1733295110487) 2024-12-04T06:51:52,392 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4c017d3f7ee18706 with lease ID 0x5d5897a3d17c5a45: from storage DS-4010a5f1-ca35-4cf1-9310-59216d87af65 node DatanodeRegistration(127.0.0.1:46579, datanodeUuid=95f34da8-f549-43a8-9637-54ffdb4fc74e, infoPort=43723, infoSecurePort=0, ipcPort=42629, storageInfo=lv=-57;cid=testClusterID;nsid=655764304;c=1733295110487), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T06:51:52,393 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x596941ceb21399db with lease ID 0x5d5897a3d17c5a46: Processing first storage report for DS-70efaf65-50b0-4c87-946e-b6d50b4dd553 from datanode DatanodeRegistration(127.0.0.1:37487, datanodeUuid=d40a4272-e632-4b73-9812-f1eb4f1cd0f3, infoPort=41185, infoSecurePort=0, ipcPort=40809, storageInfo=lv=-57;cid=testClusterID;nsid=655764304;c=1733295110487) 2024-12-04T06:51:52,393 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x596941ceb21399db with lease ID 0x5d5897a3d17c5a46: from storage DS-70efaf65-50b0-4c87-946e-b6d50b4dd553 node DatanodeRegistration(127.0.0.1:37487, datanodeUuid=d40a4272-e632-4b73-9812-f1eb4f1cd0f3, infoPort=41185, infoSecurePort=0, ipcPort=40809, storageInfo=lv=-57;cid=testClusterID;nsid=655764304;c=1733295110487), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T06:51:52,415 WARN [Thread-119 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T06:51:52,421 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x834b04360d92d52f with lease ID 0x5d5897a3d17c5a47: Processing first storage report for DS-006ccf11-2158-49f0-95d4-05abecf554ce from datanode DatanodeRegistration(127.0.0.1:33363, datanodeUuid=1d3f28c5-ea40-4ecf-9840-76eaa68b28bd, infoPort=44439, infoSecurePort=0, ipcPort=33205, storageInfo=lv=-57;cid=testClusterID;nsid=655764304;c=1733295110487) 2024-12-04T06:51:52,422 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x834b04360d92d52f with lease ID 0x5d5897a3d17c5a47: from storage DS-006ccf11-2158-49f0-95d4-05abecf554ce node DatanodeRegistration(127.0.0.1:33363, datanodeUuid=1d3f28c5-ea40-4ecf-9840-76eaa68b28bd, infoPort=44439, infoSecurePort=0, ipcPort=33205, storageInfo=lv=-57;cid=testClusterID;nsid=655764304;c=1733295110487), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T06:51:52,422 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x834b04360d92d52f with lease ID 0x5d5897a3d17c5a47: Processing first storage report for DS-a28ed8b9-2e32-4538-acd2-b46f8b8ce60b from datanode DatanodeRegistration(127.0.0.1:33363, datanodeUuid=1d3f28c5-ea40-4ecf-9840-76eaa68b28bd, infoPort=44439, infoSecurePort=0, ipcPort=33205, storageInfo=lv=-57;cid=testClusterID;nsid=655764304;c=1733295110487) 2024-12-04T06:51:52,422 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x834b04360d92d52f with lease ID 0x5d5897a3d17c5a47: from storage DS-a28ed8b9-2e32-4538-acd2-b46f8b8ce60b node DatanodeRegistration(127.0.0.1:33363, datanodeUuid=1d3f28c5-ea40-4ecf-9840-76eaa68b28bd, infoPort=44439, infoSecurePort=0, ipcPort=33205, storageInfo=lv=-57;cid=testClusterID;nsid=655764304;c=1733295110487), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T06:51:52,631 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9 2024-12-04T06:51:52,711 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/cluster_d051eb78-b3be-3928-b4be-610d68166fea/zookeeper_0, clientPort=62341, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/cluster_d051eb78-b3be-3928-b4be-610d68166fea/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/cluster_d051eb78-b3be-3928-b4be-610d68166fea/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T06:51:52,734 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62341 2024-12-04T06:51:52,748 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T06:51:52,751 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T06:51:52,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741825_1001 (size=7) 2024-12-04T06:51:52,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741825_1001 (size=7) 2024-12-04T06:51:52,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741825_1001 (size=7) 2024-12-04T06:51:53,407 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843 with version=8 2024-12-04T06:51:53,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/hbase-staging 2024-12-04T06:51:53,733 INFO [Time-limited test {}] client.ConnectionUtils(128): master/607fd5c6574c:0 server-side Connection retries=45 2024-12-04T06:51:53,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T06:51:53,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T06:51:53,750 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T06:51:53,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T06:51:53,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T06:51:53,887 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T06:51:53,947 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-04T06:51:53,956 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-04T06:51:53,960 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T06:51:53,989 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 6488 (auto-detected) 2024-12-04T06:51:53,990 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-04T06:51:54,009 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38217 2024-12-04T06:51:54,031 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38217 connecting to ZooKeeper ensemble=127.0.0.1:62341 2024-12-04T06:51:54,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382170x0, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T06:51:54,073 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38217-0x1017c3e6c830000 connected 2024-12-04T06:51:54,099 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T06:51:54,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T06:51:54,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38217-0x1017c3e6c830000, quorum=127.0.0.1:62341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T06:51:54,116 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843, hbase.cluster.distributed=false 2024-12-04T06:51:54,142 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38217-0x1017c3e6c830000, quorum=127.0.0.1:62341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T06:51:54,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38217 2024-12-04T06:51:54,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38217 2024-12-04T06:51:54,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38217 2024-12-04T06:51:54,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38217 2024-12-04T06:51:54,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38217 2024-12-04T06:51:54,263 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/607fd5c6574c:0 server-side Connection retries=45 2024-12-04T06:51:54,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T06:51:54,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T06:51:54,266 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T06:51:54,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T06:51:54,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T06:51:54,269 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T06:51:54,272 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T06:51:54,273 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33855 2024-12-04T06:51:54,275 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33855 connecting to ZooKeeper ensemble=127.0.0.1:62341 2024-12-04T06:51:54,276 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T06:51:54,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T06:51:54,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338550x0, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T06:51:54,290 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:338550x0, quorum=127.0.0.1:62341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T06:51:54,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33855-0x1017c3e6c830001 connected 2024-12-04T06:51:54,294 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T06:51:54,303 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T06:51:54,306 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33855-0x1017c3e6c830001, quorum=127.0.0.1:62341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T06:51:54,311 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33855-0x1017c3e6c830001, quorum=127.0.0.1:62341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T06:51:54,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33855 2024-12-04T06:51:54,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33855 2024-12-04T06:51:54,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33855 2024-12-04T06:51:54,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33855 2024-12-04T06:51:54,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33855 2024-12-04T06:51:54,332 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/607fd5c6574c:0 server-side Connection retries=45 2024-12-04T06:51:54,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T06:51:54,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T06:51:54,333 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T06:51:54,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T06:51:54,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T06:51:54,334 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T06:51:54,334 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T06:51:54,335 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43051 2024-12-04T06:51:54,336 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43051 connecting to ZooKeeper ensemble=127.0.0.1:62341 2024-12-04T06:51:54,338 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T06:51:54,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T06:51:54,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430510x0, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T06:51:54,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:430510x0, quorum=127.0.0.1:62341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T06:51:54,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43051-0x1017c3e6c830002 connected 2024-12-04T06:51:54,352 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T06:51:54,357 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T06:51:54,358 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43051-0x1017c3e6c830002, quorum=127.0.0.1:62341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T06:51:54,361 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43051-0x1017c3e6c830002, quorum=127.0.0.1:62341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T06:51:54,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43051 2024-12-04T06:51:54,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43051 2024-12-04T06:51:54,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43051 2024-12-04T06:51:54,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43051 2024-12-04T06:51:54,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43051 2024-12-04T06:51:54,388 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/607fd5c6574c:0 server-side Connection retries=45 2024-12-04T06:51:54,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T06:51:54,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T06:51:54,389 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T06:51:54,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T06:51:54,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T06:51:54,390 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T06:51:54,390 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T06:51:54,391 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41851 2024-12-04T06:51:54,393 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41851 connecting to ZooKeeper ensemble=127.0.0.1:62341 2024-12-04T06:51:54,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T06:51:54,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T06:51:54,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418510x0, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T06:51:54,405 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41851-0x1017c3e6c830003 connected 2024-12-04T06:51:54,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41851-0x1017c3e6c830003, quorum=127.0.0.1:62341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T06:51:54,406 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T06:51:54,407 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T06:51:54,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41851-0x1017c3e6c830003, quorum=127.0.0.1:62341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T06:51:54,411 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41851-0x1017c3e6c830003, quorum=127.0.0.1:62341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T06:51:54,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41851 2024-12-04T06:51:54,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41851 2024-12-04T06:51:54,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41851 2024-12-04T06:51:54,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41851 2024-12-04T06:51:54,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41851 2024-12-04T06:51:54,429 DEBUG [M:0;607fd5c6574c:38217 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;607fd5c6574c:38217 2024-12-04T06:51:54,430 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/607fd5c6574c,38217,1733295113534 2024-12-04T06:51:54,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43051-0x1017c3e6c830002, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T06:51:54,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38217-0x1017c3e6c830000, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T06:51:54,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41851-0x1017c3e6c830003, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T06:51:54,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33855-0x1017c3e6c830001, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T06:51:54,439 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38217-0x1017c3e6c830000, quorum=127.0.0.1:62341, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/607fd5c6574c,38217,1733295113534 2024-12-04T06:51:54,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33855-0x1017c3e6c830001, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T06:51:54,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38217-0x1017c3e6c830000, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:51:54,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43051-0x1017c3e6c830002, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T06:51:54,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41851-0x1017c3e6c830003, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T06:51:54,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33855-0x1017c3e6c830001, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:51:54,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43051-0x1017c3e6c830002, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:51:54,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41851-0x1017c3e6c830003, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:51:54,462 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38217-0x1017c3e6c830000, quorum=127.0.0.1:62341, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-04T06:51:54,463 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/607fd5c6574c,38217,1733295113534 from backup master directory 2024-12-04T06:51:54,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38217-0x1017c3e6c830000, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/607fd5c6574c,38217,1733295113534 2024-12-04T06:51:54,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43051-0x1017c3e6c830002, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T06:51:54,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41851-0x1017c3e6c830003, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T06:51:54,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33855-0x1017c3e6c830001, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T06:51:54,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38217-0x1017c3e6c830000, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T06:51:54,469 WARN [master/607fd5c6574c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T06:51:54,469 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=607fd5c6574c,38217,1733295113534 2024-12-04T06:51:54,471 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-04T06:51:54,472 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-04T06:51:54,528 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/hbase.id] with ID: 87c08ec7-e2fb-4984-8591-728722454d24 2024-12-04T06:51:54,528 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/.tmp/hbase.id 2024-12-04T06:51:54,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741826_1002 (size=42) 2024-12-04T06:51:54,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741826_1002 (size=42) 2024-12-04T06:51:54,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741826_1002 (size=42) 2024-12-04T06:51:54,544 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/.tmp/hbase.id]:[hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/hbase.id] 2024-12-04T06:51:54,590 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T06:51:54,595 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T06:51:54,615 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-12-04T06:51:54,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41851-0x1017c3e6c830003, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:51:54,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43051-0x1017c3e6c830002, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:51:54,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38217-0x1017c3e6c830000, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:51:54,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33855-0x1017c3e6c830001, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:51:54,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741827_1003 (size=196) 2024-12-04T06:51:54,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741827_1003 (size=196) 2024-12-04T06:51:54,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741827_1003 (size=196) 2024-12-04T06:51:54,656 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T06:51:54,658 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T06:51:54,665 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T06:51:54,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741828_1004 (size=1189) 2024-12-04T06:51:54,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741828_1004 (size=1189) 2024-12-04T06:51:54,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741828_1004 (size=1189) 2024-12-04T06:51:54,718 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/MasterData/data/master/store 2024-12-04T06:51:54,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741829_1005 (size=34) 2024-12-04T06:51:54,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741829_1005 (size=34) 2024-12-04T06:51:54,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741829_1005 (size=34) 2024-12-04T06:51:54,747 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-04T06:51:54,750 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:51:54,752 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T06:51:54,752 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T06:51:54,752 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T06:51:54,754 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T06:51:54,754 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T06:51:54,754 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T06:51:54,755 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733295114752Disabling compacts and flushes for region at 1733295114752Disabling writes for close at 1733295114754 (+2 ms)Writing region close event to WAL at 1733295114754Closed at 1733295114754 2024-12-04T06:51:54,757 WARN [master/607fd5c6574c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/MasterData/data/master/store/.initializing 2024-12-04T06:51:54,757 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/MasterData/WALs/607fd5c6574c,38217,1733295113534 2024-12-04T06:51:54,766 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T06:51:54,782 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=607fd5c6574c%2C38217%2C1733295113534, suffix=, logDir=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/MasterData/WALs/607fd5c6574c,38217,1733295113534, archiveDir=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/MasterData/oldWALs, maxLogs=10 2024-12-04T06:51:54,825 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/MasterData/WALs/607fd5c6574c,38217,1733295113534/607fd5c6574c%2C38217%2C1733295113534.1733295114788, exclude list is [], retry=0 2024-12-04T06:51:54,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T06:51:54,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37487,DS-6619e935-c84f-413d-bcbd-dec6f3b539e6,DISK] 2024-12-04T06:51:54,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33363,DS-006ccf11-2158-49f0-95d4-05abecf554ce,DISK] 2024-12-04T06:51:54,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46579,DS-272f10a2-c0e6-4fac-bd0b-cb9585050f38,DISK] 2024-12-04T06:51:54,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-04T06:51:54,895 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/MasterData/WALs/607fd5c6574c,38217,1733295113534/607fd5c6574c%2C38217%2C1733295113534.1733295114788 2024-12-04T06:51:54,896 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41185:41185),(127.0.0.1/127.0.0.1:43723:43723),(127.0.0.1/127.0.0.1:44439:44439)] 2024-12-04T06:51:54,896 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T06:51:54,897 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:51:54,900 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T06:51:54,901 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T06:51:54,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T06:51:54,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T06:51:54,971 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:51:54,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T06:51:54,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T06:51:54,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T06:51:54,978 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:51:54,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:51:54,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T06:51:54,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T06:51:54,983 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:51:54,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:51:54,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T06:51:54,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T06:51:54,987 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:51:54,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:51:54,988 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T06:51:54,991 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T06:51:54,992 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T06:51:54,997 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T06:51:54,998 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T06:51:55,001 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T06:51:55,004 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T06:51:55,009 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T06:51:55,010 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60588145, jitterRate=-0.0971662849187851}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T06:51:55,016 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733295114914Initializing all the Stores at 1733295114916 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733295114917 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295114917Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295114918 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295114918Cleaning up temporary data from old regions at 1733295114998 (+80 ms)Region opened successfully at 1733295115016 (+18 ms) 2024-12-04T06:51:55,018 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T06:51:55,054 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@471de765, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=607fd5c6574c/172.17.0.2:0 2024-12-04T06:51:55,086 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T06:51:55,098 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T06:51:55,099 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T06:51:55,102 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T06:51:55,103 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-04T06:51:55,108 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-04T06:51:55,108 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T06:51:55,136 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T06:51:55,144 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38217-0x1017c3e6c830000, quorum=127.0.0.1:62341, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-04T06:51:55,147 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-04T06:51:55,150 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T06:51:55,151 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38217-0x1017c3e6c830000, quorum=127.0.0.1:62341, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-04T06:51:55,153 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-04T06:51:55,155 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T06:51:55,159 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38217-0x1017c3e6c830000, quorum=127.0.0.1:62341, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-04T06:51:55,162 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-04T06:51:55,164 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38217-0x1017c3e6c830000, quorum=127.0.0.1:62341, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-04T06:51:55,165 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-04T06:51:55,184 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38217-0x1017c3e6c830000, quorum=127.0.0.1:62341, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T06:51:55,186 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-04T06:51:55,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41851-0x1017c3e6c830003, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T06:51:55,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33855-0x1017c3e6c830001, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T06:51:55,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43051-0x1017c3e6c830002, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T06:51:55,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33855-0x1017c3e6c830001, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:51:55,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43051-0x1017c3e6c830002, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:51:55,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41851-0x1017c3e6c830003, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:51:55,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38217-0x1017c3e6c830000, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T06:51:55,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38217-0x1017c3e6c830000, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:51:55,194 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=607fd5c6574c,38217,1733295113534, sessionid=0x1017c3e6c830000, setting cluster-up flag (Was=false) 2024-12-04T06:51:55,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41851-0x1017c3e6c830003, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:51:55,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33855-0x1017c3e6c830001, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:51:55,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43051-0x1017c3e6c830002, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:51:55,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38217-0x1017c3e6c830000, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:51:55,217 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-04T06:51:55,220 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=607fd5c6574c,38217,1733295113534 2024-12-04T06:51:55,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41851-0x1017c3e6c830003, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:51:55,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33855-0x1017c3e6c830001, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:51:55,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43051-0x1017c3e6c830002, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:51:55,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38217-0x1017c3e6c830000, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:51:55,233 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-04T06:51:55,235 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=607fd5c6574c,38217,1733295113534 2024-12-04T06:51:55,243 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T06:51:55,318 INFO [RS:1;607fd5c6574c:43051 {}] regionserver.HRegionServer(746): ClusterId : 87c08ec7-e2fb-4984-8591-728722454d24 2024-12-04T06:51:55,318 INFO [RS:2;607fd5c6574c:41851 {}] regionserver.HRegionServer(746): ClusterId : 87c08ec7-e2fb-4984-8591-728722454d24 2024-12-04T06:51:55,318 INFO [RS:0;607fd5c6574c:33855 {}] regionserver.HRegionServer(746): ClusterId : 87c08ec7-e2fb-4984-8591-728722454d24 2024-12-04T06:51:55,321 DEBUG [RS:1;607fd5c6574c:43051 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T06:51:55,321 DEBUG [RS:0;607fd5c6574c:33855 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T06:51:55,321 DEBUG [RS:2;607fd5c6574c:41851 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T06:51:55,324 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T06:51:55,326 DEBUG [RS:2;607fd5c6574c:41851 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T06:51:55,326 DEBUG [RS:0;607fd5c6574c:33855 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T06:51:55,326 DEBUG [RS:2;607fd5c6574c:41851 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T06:51:55,326 DEBUG [RS:1;607fd5c6574c:43051 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T06:51:55,326 DEBUG [RS:0;607fd5c6574c:33855 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T06:51:55,326 DEBUG [RS:1;607fd5c6574c:43051 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T06:51:55,334 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T06:51:55,336 DEBUG [RS:0;607fd5c6574c:33855 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T06:51:55,336 DEBUG [RS:2;607fd5c6574c:41851 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T06:51:55,337 DEBUG [RS:1;607fd5c6574c:43051 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T06:51:55,337 DEBUG [RS:2;607fd5c6574c:41851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@275a49c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=607fd5c6574c/172.17.0.2:0 2024-12-04T06:51:55,337 DEBUG [RS:0;607fd5c6574c:33855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36474e54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=607fd5c6574c/172.17.0.2:0 2024-12-04T06:51:55,337 DEBUG [RS:1;607fd5c6574c:43051 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f68265e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=607fd5c6574c/172.17.0.2:0 2024-12-04T06:51:55,353 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T06:51:55,361 DEBUG [RS:1;607fd5c6574c:43051 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;607fd5c6574c:43051 2024-12-04T06:51:55,364 DEBUG [RS:2;607fd5c6574c:41851 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;607fd5c6574c:41851 2024-12-04T06:51:55,362 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 607fd5c6574c,38217,1733295113534 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T06:51:55,365 INFO [RS:1;607fd5c6574c:43051 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T06:51:55,365 INFO [RS:2;607fd5c6574c:41851 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T06:51:55,365 INFO [RS:1;607fd5c6574c:43051 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T06:51:55,365 INFO [RS:2;607fd5c6574c:41851 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T06:51:55,365 DEBUG [RS:1;607fd5c6574c:43051 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T06:51:55,365 DEBUG [RS:2;607fd5c6574c:41851 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T06:51:55,368 INFO [RS:2;607fd5c6574c:41851 {}] regionserver.HRegionServer(2659): reportForDuty to master=607fd5c6574c,38217,1733295113534 with port=41851, startcode=1733295114388 2024-12-04T06:51:55,368 INFO [RS:1;607fd5c6574c:43051 {}] regionserver.HRegionServer(2659): reportForDuty to master=607fd5c6574c,38217,1733295113534 with port=43051, startcode=1733295114332 2024-12-04T06:51:55,370 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/607fd5c6574c:0, corePoolSize=5, maxPoolSize=5 2024-12-04T06:51:55,370 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/607fd5c6574c:0, corePoolSize=5, maxPoolSize=5 2024-12-04T06:51:55,370 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/607fd5c6574c:0, corePoolSize=5, maxPoolSize=5 2024-12-04T06:51:55,371 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/607fd5c6574c:0, corePoolSize=5, maxPoolSize=5 2024-12-04T06:51:55,371 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/607fd5c6574c:0, corePoolSize=10, maxPoolSize=10 2024-12-04T06:51:55,371 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:51:55,371 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/607fd5c6574c:0, corePoolSize=2, maxPoolSize=2 2024-12-04T06:51:55,372 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:51:55,379 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T06:51:55,379 DEBUG [RS:0;607fd5c6574c:33855 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;607fd5c6574c:33855 2024-12-04T06:51:55,379 INFO [RS:0;607fd5c6574c:33855 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T06:51:55,379 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T06:51:55,379 INFO [RS:0;607fd5c6574c:33855 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T06:51:55,379 DEBUG [RS:0;607fd5c6574c:33855 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T06:51:55,381 INFO [RS:0;607fd5c6574c:33855 {}] regionserver.HRegionServer(2659): reportForDuty to master=607fd5c6574c,38217,1733295113534 with port=33855, startcode=1733295114221 2024-12-04T06:51:55,384 DEBUG [RS:0;607fd5c6574c:33855 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T06:51:55,384 DEBUG [RS:2;607fd5c6574c:41851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T06:51:55,384 DEBUG [RS:1;607fd5c6574c:43051 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T06:51:55,386 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733295145386 2024-12-04T06:51:55,386 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:51:55,386 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T06:51:55,387 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T06:51:55,389 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T06:51:55,394 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T06:51:55,394 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T06:51:55,394 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T06:51:55,395 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T06:51:55,396 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T06:51:55,402 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T06:51:55,434 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T06:51:55,435 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T06:51:55,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741831_1007 (size=1321) 2024-12-04T06:51:55,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741831_1007 (size=1321) 2024-12-04T06:51:55,438 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T06:51:55,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741831_1007 (size=1321) 2024-12-04T06:51:55,438 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T06:51:55,440 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T06:51:55,440 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/607fd5c6574c:0:becomeActiveMaster-HFileCleaner.large.0-1733295115439,5,FailOnTimeoutGroup] 2024-12-04T06:51:55,441 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843 2024-12-04T06:51:55,441 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/607fd5c6574c:0:becomeActiveMaster-HFileCleaner.small.0-1733295115440,5,FailOnTimeoutGroup] 2024-12-04T06:51:55,441 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T06:51:55,441 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T06:51:55,443 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T06:51:55,444 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T06:51:55,458 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60229, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T06:51:55,458 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57899, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T06:51:55,458 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53247, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T06:51:55,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741832_1008 (size=32) 2024-12-04T06:51:55,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741832_1008 (size=32) 2024-12-04T06:51:55,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741832_1008 (size=32) 2024-12-04T06:51:55,465 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38217 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 607fd5c6574c,33855,1733295114221 2024-12-04T06:51:55,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:51:55,468 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38217 {}] master.ServerManager(517): Registering regionserver=607fd5c6574c,33855,1733295114221 2024-12-04T06:51:55,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T06:51:55,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T06:51:55,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:51:55,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T06:51:55,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T06:51:55,477 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T06:51:55,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:51:55,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T06:51:55,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T06:51:55,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T06:51:55,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:51:55,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T06:51:55,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T06:51:55,483 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38217 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 607fd5c6574c,41851,1733295114388 2024-12-04T06:51:55,483 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38217 {}] master.ServerManager(517): Registering regionserver=607fd5c6574c,41851,1733295114388 2024-12-04T06:51:55,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T06:51:55,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:51:55,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T06:51:55,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T06:51:55,487 DEBUG [RS:0;607fd5c6574c:33855 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843 2024-12-04T06:51:55,487 DEBUG [RS:0;607fd5c6574c:33855 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35969 2024-12-04T06:51:55,487 DEBUG [RS:0;607fd5c6574c:33855 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T06:51:55,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/hbase/meta/1588230740 2024-12-04T06:51:55,489 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38217 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 607fd5c6574c,43051,1733295114332 2024-12-04T06:51:55,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/hbase/meta/1588230740 2024-12-04T06:51:55,489 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38217 {}] master.ServerManager(517): Registering regionserver=607fd5c6574c,43051,1733295114332 2024-12-04T06:51:55,489 DEBUG [RS:2;607fd5c6574c:41851 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843 2024-12-04T06:51:55,490 DEBUG [RS:2;607fd5c6574c:41851 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35969 2024-12-04T06:51:55,490 DEBUG [RS:2;607fd5c6574c:41851 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T06:51:55,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T06:51:55,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T06:51:55,494 DEBUG [RS:1;607fd5c6574c:43051 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843 2024-12-04T06:51:55,494 DEBUG [RS:1;607fd5c6574c:43051 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35969 2024-12-04T06:51:55,494 DEBUG [RS:1;607fd5c6574c:43051 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T06:51:55,494 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T06:51:55,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T06:51:55,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38217-0x1017c3e6c830000, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T06:51:55,500 DEBUG [RS:2;607fd5c6574c:41851 {}] zookeeper.ZKUtil(111): regionserver:41851-0x1017c3e6c830003, quorum=127.0.0.1:62341, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/607fd5c6574c,41851,1733295114388 2024-12-04T06:51:55,500 DEBUG [RS:0;607fd5c6574c:33855 {}] zookeeper.ZKUtil(111): regionserver:33855-0x1017c3e6c830001, quorum=127.0.0.1:62341, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/607fd5c6574c,33855,1733295114221 2024-12-04T06:51:55,500 WARN [RS:2;607fd5c6574c:41851 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T06:51:55,500 WARN [RS:0;607fd5c6574c:33855 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T06:51:55,500 INFO [RS:0;607fd5c6574c:33855 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T06:51:55,500 INFO [RS:2;607fd5c6574c:41851 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T06:51:55,501 DEBUG [RS:2;607fd5c6574c:41851 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/WALs/607fd5c6574c,41851,1733295114388 2024-12-04T06:51:55,502 DEBUG [RS:1;607fd5c6574c:43051 {}] zookeeper.ZKUtil(111): regionserver:43051-0x1017c3e6c830002, quorum=127.0.0.1:62341, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/607fd5c6574c,43051,1733295114332 2024-12-04T06:51:55,502 DEBUG [RS:0;607fd5c6574c:33855 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/WALs/607fd5c6574c,33855,1733295114221 2024-12-04T06:51:55,502 WARN [RS:1;607fd5c6574c:43051 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T06:51:55,502 INFO [RS:1;607fd5c6574c:43051 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T06:51:55,502 DEBUG [RS:1;607fd5c6574c:43051 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/WALs/607fd5c6574c,43051,1733295114332 2024-12-04T06:51:55,503 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [607fd5c6574c,33855,1733295114221] 2024-12-04T06:51:55,503 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T06:51:55,503 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [607fd5c6574c,41851,1733295114388] 2024-12-04T06:51:55,504 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [607fd5c6574c,43051,1733295114332] 2024-12-04T06:51:55,505 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72475629, jitterRate=0.07997103035449982}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T06:51:55,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733295115468Initializing all the Stores at 1733295115470 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733295115470Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733295115470Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295115470Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733295115470Cleaning up temporary data from old regions at 1733295115493 (+23 ms)Region opened successfully at 1733295115508 (+15 ms) 2024-12-04T06:51:55,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T06:51:55,508 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T06:51:55,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T06:51:55,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T06:51:55,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T06:51:55,517 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T06:51:55,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733295115508Disabling compacts and flushes for region at 1733295115508Disabling writes for close at 1733295115509 (+1 ms)Writing region close event to WAL at 1733295115516 (+7 ms)Closed at 1733295115517 (+1 ms) 2024-12-04T06:51:55,521 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T06:51:55,521 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T06:51:55,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T06:51:55,537 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T06:51:55,537 INFO [RS:2;607fd5c6574c:41851 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T06:51:55,537 INFO [RS:0;607fd5c6574c:33855 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T06:51:55,537 INFO [RS:1;607fd5c6574c:43051 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T06:51:55,540 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T06:51:55,552 INFO [RS:0;607fd5c6574c:33855 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T06:51:55,552 INFO [RS:1;607fd5c6574c:43051 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T06:51:55,552 INFO [RS:2;607fd5c6574c:41851 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T06:51:55,559 INFO [RS:2;607fd5c6574c:41851 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T06:51:55,559 INFO [RS:0;607fd5c6574c:33855 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T06:51:55,559 INFO [RS:1;607fd5c6574c:43051 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T06:51:55,559 INFO [RS:0;607fd5c6574c:33855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T06:51:55,559 INFO [RS:1;607fd5c6574c:43051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T06:51:55,559 INFO [RS:2;607fd5c6574c:41851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T06:51:55,561 INFO [RS:2;607fd5c6574c:41851 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T06:51:55,561 INFO [RS:0;607fd5c6574c:33855 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T06:51:55,561 INFO [RS:1;607fd5c6574c:43051 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T06:51:55,569 INFO [RS:0;607fd5c6574c:33855 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T06:51:55,569 INFO [RS:1;607fd5c6574c:43051 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T06:51:55,569 INFO [RS:2;607fd5c6574c:41851 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T06:51:55,570 INFO [RS:2;607fd5c6574c:41851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T06:51:55,570 INFO [RS:0;607fd5c6574c:33855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T06:51:55,570 INFO [RS:1;607fd5c6574c:43051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T06:51:55,571 DEBUG [RS:2;607fd5c6574c:41851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:51:55,571 DEBUG [RS:0;607fd5c6574c:33855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:51:55,571 DEBUG [RS:1;607fd5c6574c:43051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:51:55,571 DEBUG [RS:2;607fd5c6574c:41851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:51:55,571 DEBUG [RS:0;607fd5c6574c:33855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:51:55,571 DEBUG [RS:1;607fd5c6574c:43051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:51:55,571 DEBUG [RS:0;607fd5c6574c:33855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:51:55,571 DEBUG [RS:2;607fd5c6574c:41851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:51:55,571 DEBUG [RS:0;607fd5c6574c:33855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:51:55,571 DEBUG [RS:2;607fd5c6574c:41851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:51:55,571 DEBUG [RS:1;607fd5c6574c:43051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:51:55,571 DEBUG [RS:0;607fd5c6574c:33855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:51:55,571 DEBUG [RS:2;607fd5c6574c:41851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:51:55,571 DEBUG [RS:0;607fd5c6574c:33855 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0, corePoolSize=2, maxPoolSize=2 2024-12-04T06:51:55,571 DEBUG [RS:1;607fd5c6574c:43051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:51:55,571 DEBUG [RS:0;607fd5c6574c:33855 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:51:55,572 DEBUG [RS:2;607fd5c6574c:41851 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0, corePoolSize=2, maxPoolSize=2 2024-12-04T06:51:55,572 DEBUG [RS:1;607fd5c6574c:43051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:51:55,572 DEBUG [RS:0;607fd5c6574c:33855 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:51:55,572 DEBUG [RS:2;607fd5c6574c:41851 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:51:55,572 DEBUG [RS:0;607fd5c6574c:33855 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:51:55,572 DEBUG [RS:1;607fd5c6574c:43051 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0, corePoolSize=2, maxPoolSize=2 2024-12-04T06:51:55,572 DEBUG [RS:0;607fd5c6574c:33855 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:51:55,572 DEBUG [RS:2;607fd5c6574c:41851 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:51:55,572 DEBUG [RS:1;607fd5c6574c:43051 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:51:55,572 DEBUG [RS:0;607fd5c6574c:33855 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:51:55,572 DEBUG [RS:1;607fd5c6574c:43051 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:51:55,572 DEBUG [RS:0;607fd5c6574c:33855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:51:55,572 DEBUG [RS:2;607fd5c6574c:41851 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:51:55,572 DEBUG [RS:0;607fd5c6574c:33855 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0, corePoolSize=3, maxPoolSize=3 2024-12-04T06:51:55,572 DEBUG [RS:1;607fd5c6574c:43051 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:51:55,572 DEBUG [RS:2;607fd5c6574c:41851 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:51:55,572 DEBUG [RS:0;607fd5c6574c:33855 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/607fd5c6574c:0, corePoolSize=3, maxPoolSize=3 2024-12-04T06:51:55,573 DEBUG [RS:1;607fd5c6574c:43051 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:51:55,573 DEBUG [RS:2;607fd5c6574c:41851 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:51:55,573 DEBUG [RS:2;607fd5c6574c:41851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:51:55,573 DEBUG [RS:1;607fd5c6574c:43051 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:51:55,573 DEBUG [RS:2;607fd5c6574c:41851 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0, corePoolSize=3, maxPoolSize=3 2024-12-04T06:51:55,573 DEBUG [RS:1;607fd5c6574c:43051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/607fd5c6574c:0, corePoolSize=1, maxPoolSize=1 2024-12-04T06:51:55,573 DEBUG [RS:2;607fd5c6574c:41851 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/607fd5c6574c:0, corePoolSize=3, maxPoolSize=3 2024-12-04T06:51:55,573 DEBUG [RS:1;607fd5c6574c:43051 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/607fd5c6574c:0, corePoolSize=3, maxPoolSize=3 2024-12-04T06:51:55,573 DEBUG [RS:1;607fd5c6574c:43051 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/607fd5c6574c:0, corePoolSize=3, maxPoolSize=3 2024-12-04T06:51:55,578 INFO [RS:0;607fd5c6574c:33855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T06:51:55,578 INFO [RS:0;607fd5c6574c:33855 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T06:51:55,578 INFO [RS:0;607fd5c6574c:33855 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T06:51:55,578 INFO [RS:0;607fd5c6574c:33855 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T06:51:55,578 INFO [RS:2;607fd5c6574c:41851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T06:51:55,578 INFO [RS:0;607fd5c6574c:33855 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T06:51:55,578 INFO [RS:2;607fd5c6574c:41851 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T06:51:55,578 INFO [RS:2;607fd5c6574c:41851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T06:51:55,578 INFO [RS:0;607fd5c6574c:33855 {}] hbase.ChoreService(168): Chore ScheduledChore name=607fd5c6574c,33855,1733295114221-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T06:51:55,579 INFO [RS:2;607fd5c6574c:41851 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T06:51:55,579 INFO [RS:2;607fd5c6574c:41851 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T06:51:55,579 INFO [RS:2;607fd5c6574c:41851 {}] hbase.ChoreService(168): Chore ScheduledChore name=607fd5c6574c,41851,1733295114388-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T06:51:55,583 INFO [RS:1;607fd5c6574c:43051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T06:51:55,583 INFO [RS:1;607fd5c6574c:43051 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T06:51:55,583 INFO [RS:1;607fd5c6574c:43051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T06:51:55,583 INFO [RS:1;607fd5c6574c:43051 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T06:51:55,583 INFO [RS:1;607fd5c6574c:43051 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T06:51:55,584 INFO [RS:1;607fd5c6574c:43051 {}] hbase.ChoreService(168): Chore ScheduledChore name=607fd5c6574c,43051,1733295114332-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T06:51:55,602 INFO [RS:2;607fd5c6574c:41851 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T06:51:55,604 INFO [RS:2;607fd5c6574c:41851 {}] hbase.ChoreService(168): Chore ScheduledChore name=607fd5c6574c,41851,1733295114388-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T06:51:55,605 INFO [RS:2;607fd5c6574c:41851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T06:51:55,605 INFO [RS:2;607fd5c6574c:41851 {}] regionserver.Replication(171): 607fd5c6574c,41851,1733295114388 started 2024-12-04T06:51:55,609 INFO [RS:0;607fd5c6574c:33855 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T06:51:55,609 INFO [RS:0;607fd5c6574c:33855 {}] hbase.ChoreService(168): Chore ScheduledChore name=607fd5c6574c,33855,1733295114221-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T06:51:55,610 INFO [RS:0;607fd5c6574c:33855 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T06:51:55,610 INFO [RS:0;607fd5c6574c:33855 {}] regionserver.Replication(171): 607fd5c6574c,33855,1733295114221 started 2024-12-04T06:51:55,610 INFO [RS:1;607fd5c6574c:43051 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T06:51:55,611 INFO [RS:1;607fd5c6574c:43051 {}] hbase.ChoreService(168): Chore ScheduledChore name=607fd5c6574c,43051,1733295114332-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T06:51:55,611 INFO [RS:1;607fd5c6574c:43051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T06:51:55,611 INFO [RS:1;607fd5c6574c:43051 {}] regionserver.Replication(171): 607fd5c6574c,43051,1733295114332 started 2024-12-04T06:51:55,626 INFO [RS:2;607fd5c6574c:41851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T06:51:55,627 INFO [RS:2;607fd5c6574c:41851 {}] regionserver.HRegionServer(1482): Serving as 607fd5c6574c,41851,1733295114388, RpcServer on 607fd5c6574c/172.17.0.2:41851, sessionid=0x1017c3e6c830003 2024-12-04T06:51:55,627 DEBUG [RS:2;607fd5c6574c:41851 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T06:51:55,627 DEBUG [RS:2;607fd5c6574c:41851 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 607fd5c6574c,41851,1733295114388 2024-12-04T06:51:55,628 DEBUG [RS:2;607fd5c6574c:41851 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '607fd5c6574c,41851,1733295114388' 2024-12-04T06:51:55,628 DEBUG [RS:2;607fd5c6574c:41851 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T06:51:55,629 DEBUG [RS:2;607fd5c6574c:41851 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T06:51:55,630 DEBUG [RS:2;607fd5c6574c:41851 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T06:51:55,630 DEBUG [RS:2;607fd5c6574c:41851 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T06:51:55,630 DEBUG [RS:2;607fd5c6574c:41851 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 607fd5c6574c,41851,1733295114388 2024-12-04T06:51:55,630 DEBUG [RS:2;607fd5c6574c:41851 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '607fd5c6574c,41851,1733295114388' 2024-12-04T06:51:55,630 DEBUG [RS:2;607fd5c6574c:41851 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T06:51:55,631 DEBUG [RS:2;607fd5c6574c:41851 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T06:51:55,631 DEBUG [RS:2;607fd5c6574c:41851 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T06:51:55,631 INFO [RS:2;607fd5c6574c:41851 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T06:51:55,631 INFO [RS:2;607fd5c6574c:41851 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T06:51:55,635 INFO [RS:0;607fd5c6574c:33855 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T06:51:55,635 INFO [RS:0;607fd5c6574c:33855 {}] regionserver.HRegionServer(1482): Serving as 607fd5c6574c,33855,1733295114221, RpcServer on 607fd5c6574c/172.17.0.2:33855, sessionid=0x1017c3e6c830001 2024-12-04T06:51:55,635 DEBUG [RS:0;607fd5c6574c:33855 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T06:51:55,635 DEBUG [RS:0;607fd5c6574c:33855 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 607fd5c6574c,33855,1733295114221 2024-12-04T06:51:55,635 DEBUG [RS:0;607fd5c6574c:33855 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '607fd5c6574c,33855,1733295114221' 2024-12-04T06:51:55,635 DEBUG [RS:0;607fd5c6574c:33855 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T06:51:55,636 DEBUG [RS:0;607fd5c6574c:33855 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T06:51:55,637 DEBUG [RS:0;607fd5c6574c:33855 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T06:51:55,637 DEBUG [RS:0;607fd5c6574c:33855 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T06:51:55,637 INFO [RS:1;607fd5c6574c:43051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T06:51:55,637 DEBUG [RS:0;607fd5c6574c:33855 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 607fd5c6574c,33855,1733295114221 2024-12-04T06:51:55,637 DEBUG [RS:0;607fd5c6574c:33855 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '607fd5c6574c,33855,1733295114221' 2024-12-04T06:51:55,637 DEBUG [RS:0;607fd5c6574c:33855 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T06:51:55,637 INFO [RS:1;607fd5c6574c:43051 {}] regionserver.HRegionServer(1482): Serving as 607fd5c6574c,43051,1733295114332, RpcServer on 607fd5c6574c/172.17.0.2:43051, sessionid=0x1017c3e6c830002 2024-12-04T06:51:55,637 DEBUG [RS:1;607fd5c6574c:43051 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T06:51:55,638 DEBUG [RS:1;607fd5c6574c:43051 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 607fd5c6574c,43051,1733295114332 2024-12-04T06:51:55,638 DEBUG [RS:1;607fd5c6574c:43051 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '607fd5c6574c,43051,1733295114332' 2024-12-04T06:51:55,638 DEBUG [RS:1;607fd5c6574c:43051 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T06:51:55,638 DEBUG [RS:0;607fd5c6574c:33855 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T06:51:55,638 DEBUG [RS:1;607fd5c6574c:43051 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T06:51:55,639 DEBUG [RS:0;607fd5c6574c:33855 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T06:51:55,639 INFO [RS:0;607fd5c6574c:33855 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T06:51:55,639 INFO [RS:0;607fd5c6574c:33855 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T06:51:55,639 DEBUG [RS:1;607fd5c6574c:43051 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T06:51:55,639 DEBUG [RS:1;607fd5c6574c:43051 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T06:51:55,639 DEBUG [RS:1;607fd5c6574c:43051 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 607fd5c6574c,43051,1733295114332 2024-12-04T06:51:55,639 DEBUG [RS:1;607fd5c6574c:43051 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '607fd5c6574c,43051,1733295114332' 2024-12-04T06:51:55,639 DEBUG [RS:1;607fd5c6574c:43051 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T06:51:55,640 DEBUG [RS:1;607fd5c6574c:43051 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T06:51:55,641 DEBUG [RS:1;607fd5c6574c:43051 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T06:51:55,641 INFO [RS:1;607fd5c6574c:43051 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T06:51:55,641 INFO [RS:1;607fd5c6574c:43051 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T06:51:55,692 WARN [607fd5c6574c:38217 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T06:51:55,737 INFO [RS:2;607fd5c6574c:41851 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T06:51:55,740 INFO [RS:0;607fd5c6574c:33855 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T06:51:55,741 INFO [RS:2;607fd5c6574c:41851 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=607fd5c6574c%2C41851%2C1733295114388, suffix=, logDir=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/WALs/607fd5c6574c,41851,1733295114388, archiveDir=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/oldWALs, maxLogs=32 2024-12-04T06:51:55,742 INFO [RS:1;607fd5c6574c:43051 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T06:51:55,743 INFO [RS:0;607fd5c6574c:33855 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=607fd5c6574c%2C33855%2C1733295114221, suffix=, logDir=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/WALs/607fd5c6574c,33855,1733295114221, archiveDir=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/oldWALs, maxLogs=32 2024-12-04T06:51:55,745 INFO [RS:1;607fd5c6574c:43051 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=607fd5c6574c%2C43051%2C1733295114332, suffix=, logDir=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/WALs/607fd5c6574c,43051,1733295114332, archiveDir=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/oldWALs, maxLogs=32 2024-12-04T06:51:55,760 DEBUG [RS:0;607fd5c6574c:33855 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/WALs/607fd5c6574c,33855,1733295114221/607fd5c6574c%2C33855%2C1733295114221.1733295115745, exclude list is [], retry=0 2024-12-04T06:51:55,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37487,DS-6619e935-c84f-413d-bcbd-dec6f3b539e6,DISK] 2024-12-04T06:51:55,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33363,DS-006ccf11-2158-49f0-95d4-05abecf554ce,DISK] 2024-12-04T06:51:55,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46579,DS-272f10a2-c0e6-4fac-bd0b-cb9585050f38,DISK] 2024-12-04T06:51:55,765 DEBUG [RS:2;607fd5c6574c:41851 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/WALs/607fd5c6574c,41851,1733295114388/607fd5c6574c%2C41851%2C1733295114388.1733295115744, exclude list is [], retry=0 2024-12-04T06:51:55,768 DEBUG [RS:1;607fd5c6574c:43051 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/WALs/607fd5c6574c,43051,1733295114332/607fd5c6574c%2C43051%2C1733295114332.1733295115747, exclude list is [], retry=0 2024-12-04T06:51:55,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33363,DS-006ccf11-2158-49f0-95d4-05abecf554ce,DISK] 2024-12-04T06:51:55,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46579,DS-272f10a2-c0e6-4fac-bd0b-cb9585050f38,DISK] 2024-12-04T06:51:55,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37487,DS-6619e935-c84f-413d-bcbd-dec6f3b539e6,DISK] 2024-12-04T06:51:55,772 INFO [RS:0;607fd5c6574c:33855 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/WALs/607fd5c6574c,33855,1733295114221/607fd5c6574c%2C33855%2C1733295114221.1733295115745 2024-12-04T06:51:55,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46579,DS-272f10a2-c0e6-4fac-bd0b-cb9585050f38,DISK] 2024-12-04T06:51:55,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37487,DS-6619e935-c84f-413d-bcbd-dec6f3b539e6,DISK] 2024-12-04T06:51:55,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33363,DS-006ccf11-2158-49f0-95d4-05abecf554ce,DISK] 2024-12-04T06:51:55,780 DEBUG [RS:0;607fd5c6574c:33855 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41185:41185),(127.0.0.1/127.0.0.1:44439:44439),(127.0.0.1/127.0.0.1:43723:43723)] 2024-12-04T06:51:55,783 INFO [RS:2;607fd5c6574c:41851 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/WALs/607fd5c6574c,41851,1733295114388/607fd5c6574c%2C41851%2C1733295114388.1733295115744 2024-12-04T06:51:55,783 INFO [RS:1;607fd5c6574c:43051 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/WALs/607fd5c6574c,43051,1733295114332/607fd5c6574c%2C43051%2C1733295114332.1733295115747 2024-12-04T06:51:55,783 DEBUG [RS:2;607fd5c6574c:41851 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43723:43723),(127.0.0.1/127.0.0.1:41185:41185),(127.0.0.1/127.0.0.1:44439:44439)] 2024-12-04T06:51:55,783 DEBUG [RS:1;607fd5c6574c:43051 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41185:41185),(127.0.0.1/127.0.0.1:43723:43723),(127.0.0.1/127.0.0.1:44439:44439)] 2024-12-04T06:51:55,944 DEBUG [607fd5c6574c:38217 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-04T06:51:55,953 DEBUG [607fd5c6574c:38217 {}] balancer.BalancerClusterState(204): Hosts are {607fd5c6574c=0} racks are {/default-rack=0} 2024-12-04T06:51:55,960 DEBUG [607fd5c6574c:38217 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-04T06:51:55,960 DEBUG [607fd5c6574c:38217 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-04T06:51:55,960 DEBUG [607fd5c6574c:38217 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-04T06:51:55,960 DEBUG [607fd5c6574c:38217 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-04T06:51:55,960 DEBUG [607fd5c6574c:38217 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-04T06:51:55,960 DEBUG [607fd5c6574c:38217 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-04T06:51:55,960 INFO [607fd5c6574c:38217 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-04T06:51:55,960 INFO [607fd5c6574c:38217 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-04T06:51:55,960 INFO [607fd5c6574c:38217 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-04T06:51:55,960 DEBUG [607fd5c6574c:38217 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T06:51:55,968 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=607fd5c6574c,33855,1733295114221 2024-12-04T06:51:55,973 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 607fd5c6574c,33855,1733295114221, state=OPENING 2024-12-04T06:51:55,979 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T06:51:55,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41851-0x1017c3e6c830003, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:51:55,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33855-0x1017c3e6c830001, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:51:55,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38217-0x1017c3e6c830000, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:51:55,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43051-0x1017c3e6c830002, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:51:55,982 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T06:51:55,982 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T06:51:55,982 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T06:51:55,982 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T06:51:55,983 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T06:51:55,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=607fd5c6574c,33855,1733295114221}] 2024-12-04T06:51:56,162 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T06:51:56,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38961, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T06:51:56,177 INFO [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T06:51:56,177 INFO [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T06:51:56,178 INFO [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T06:51:56,181 INFO [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=607fd5c6574c%2C33855%2C1733295114221.meta, suffix=.meta, logDir=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/WALs/607fd5c6574c,33855,1733295114221, archiveDir=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/oldWALs, maxLogs=32 2024-12-04T06:51:56,199 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/WALs/607fd5c6574c,33855,1733295114221/607fd5c6574c%2C33855%2C1733295114221.meta.1733295116183.meta, exclude list is [], retry=0 2024-12-04T06:51:56,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33363,DS-006ccf11-2158-49f0-95d4-05abecf554ce,DISK] 2024-12-04T06:51:56,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37487,DS-6619e935-c84f-413d-bcbd-dec6f3b539e6,DISK] 2024-12-04T06:51:56,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46579,DS-272f10a2-c0e6-4fac-bd0b-cb9585050f38,DISK] 2024-12-04T06:51:56,206 INFO [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/WALs/607fd5c6574c,33855,1733295114221/607fd5c6574c%2C33855%2C1733295114221.meta.1733295116183.meta 2024-12-04T06:51:56,207 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44439:44439),(127.0.0.1/127.0.0.1:41185:41185),(127.0.0.1/127.0.0.1:43723:43723)] 2024-12-04T06:51:56,207 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T06:51:56,210 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T06:51:56,213 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T06:51:56,218 INFO [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T06:51:56,223 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T06:51:56,224 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:51:56,224 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T06:51:56,224 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T06:51:56,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T06:51:56,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T06:51:56,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:51:56,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T06:51:56,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T06:51:56,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T06:51:56,232 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:51:56,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T06:51:56,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T06:51:56,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T06:51:56,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:51:56,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T06:51:56,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T06:51:56,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T06:51:56,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:51:56,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T06:51:56,238 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T06:51:56,239 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/hbase/meta/1588230740 2024-12-04T06:51:56,242 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/hbase/meta/1588230740 2024-12-04T06:51:56,245 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T06:51:56,245 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T06:51:56,245 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T06:51:56,248 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T06:51:56,250 INFO [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62966849, jitterRate=-0.0617208331823349}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T06:51:56,250 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T06:51:56,252 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733295116224Writing region info on filesystem at 1733295116225 (+1 ms)Initializing all the Stores at 1733295116227 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733295116227Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733295116227Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295116227Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733295116227Cleaning up temporary data from old regions at 1733295116245 (+18 ms)Running coprocessor post-open hooks at 1733295116250 (+5 ms)Region opened successfully at 1733295116252 (+2 ms) 2024-12-04T06:51:56,259 INFO [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733295116152 2024-12-04T06:51:56,270 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T06:51:56,271 INFO [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T06:51:56,273 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=607fd5c6574c,33855,1733295114221 2024-12-04T06:51:56,274 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 607fd5c6574c,33855,1733295114221, state=OPEN 2024-12-04T06:51:56,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41851-0x1017c3e6c830003, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T06:51:56,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33855-0x1017c3e6c830001, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T06:51:56,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38217-0x1017c3e6c830000, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T06:51:56,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43051-0x1017c3e6c830002, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T06:51:56,277 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T06:51:56,277 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T06:51:56,277 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T06:51:56,277 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T06:51:56,277 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=607fd5c6574c,33855,1733295114221 2024-12-04T06:51:56,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T06:51:56,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=607fd5c6574c,33855,1733295114221 in 293 msec 2024-12-04T06:51:56,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T06:51:56,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 757 msec 2024-12-04T06:51:56,291 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T06:51:56,291 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T06:51:56,311 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T06:51:56,313 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=607fd5c6574c,33855,1733295114221, seqNum=-1] 2024-12-04T06:51:56,337 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T06:51:56,339 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50265, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T06:51:56,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0870 sec 2024-12-04T06:51:56,359 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733295116359, completionTime=-1 2024-12-04T06:51:56,362 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-04T06:51:56,362 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T06:51:56,389 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-04T06:51:56,389 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733295176389 2024-12-04T06:51:56,389 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733295236389 2024-12-04T06:51:56,389 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 26 msec 2024-12-04T06:51:56,390 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-04T06:51:56,420 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=607fd5c6574c,38217,1733295113534-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T06:51:56,421 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=607fd5c6574c,38217,1733295113534-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T06:51:56,421 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=607fd5c6574c,38217,1733295113534-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T06:51:56,423 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-607fd5c6574c:38217, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T06:51:56,424 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T06:51:56,427 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T06:51:56,432 DEBUG [master/607fd5c6574c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T06:51:56,463 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.993sec 2024-12-04T06:51:56,465 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T06:51:56,466 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T06:51:56,467 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T06:51:56,468 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T06:51:56,468 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T06:51:56,469 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=607fd5c6574c,38217,1733295113534-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T06:51:56,470 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=607fd5c6574c,38217,1733295113534-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T06:51:56,474 DEBUG [master/607fd5c6574c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T06:51:56,475 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T06:51:56,476 INFO [master/607fd5c6574c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=607fd5c6574c,38217,1733295113534-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T06:51:56,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78389509, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T06:51:56,530 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 607fd5c6574c,38217,-1 for getting cluster id 2024-12-04T06:51:56,533 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T06:51:56,541 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87c08ec7-e2fb-4984-8591-728722454d24' 2024-12-04T06:51:56,543 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T06:51:56,544 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87c08ec7-e2fb-4984-8591-728722454d24" 2024-12-04T06:51:56,544 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@522384eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T06:51:56,544 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [607fd5c6574c,38217,-1] 2024-12-04T06:51:56,547 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T06:51:56,549 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T06:51:56,550 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39680, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T06:51:56,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a7431cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T06:51:56,553 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T06:51:56,560 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=607fd5c6574c,33855,1733295114221, seqNum=-1] 2024-12-04T06:51:56,560 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T06:51:56,563 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50792, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T06:51:56,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=607fd5c6574c,38217,1733295113534 2024-12-04T06:51:56,583 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:35969/hbase 2024-12-04T06:51:56,598 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit0 Thread=367, OpenFileDescriptor=611, MaxFileDescriptor=1048576, SystemLoadAverage=172, ProcessCount=11, AvailableMemoryMB=6975 2024-12-04T06:51:56,617 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T06:51:56,620 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T06:51:56,621 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T06:51:56,627 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-31887852, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/hregion-31887852, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-04T06:51:56,643 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-31887852/hregion-31887852.1733295116628, exclude list is [], retry=0 2024-12-04T06:51:56,648 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33363,DS-006ccf11-2158-49f0-95d4-05abecf554ce,DISK] 2024-12-04T06:51:56,648 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46579,DS-272f10a2-c0e6-4fac-bd0b-cb9585050f38,DISK] 2024-12-04T06:51:56,649 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37487,DS-6619e935-c84f-413d-bcbd-dec6f3b539e6,DISK] 2024-12-04T06:51:56,652 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-31887852/hregion-31887852.1733295116628 2024-12-04T06:51:56,653 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44439:44439),(127.0.0.1/127.0.0.1:43723:43723),(127.0.0.1/127.0.0.1:41185:41185)] 2024-12-04T06:51:56,653 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 903f564a53cbd02176750520af52c639, NAME => 'testReplayEditsWrittenIntoWAL,,1733295116617.903f564a53cbd02176750520af52c639.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35969/hbase 2024-12-04T06:51:56,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741838_1014 (size=64) 2024-12-04T06:51:56,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741838_1014 (size=64) 2024-12-04T06:51:56,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741838_1014 (size=64) 2024-12-04T06:51:56,666 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733295116617.903f564a53cbd02176750520af52c639.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:51:56,668 INFO [StoreOpener-903f564a53cbd02176750520af52c639-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 903f564a53cbd02176750520af52c639 2024-12-04T06:51:56,670 INFO [StoreOpener-903f564a53cbd02176750520af52c639-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 903f564a53cbd02176750520af52c639 columnFamilyName a 2024-12-04T06:51:56,670 DEBUG [StoreOpener-903f564a53cbd02176750520af52c639-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:51:56,671 INFO [StoreOpener-903f564a53cbd02176750520af52c639-1 {}] regionserver.HStore(327): Store=903f564a53cbd02176750520af52c639/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:51:56,671 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 903f564a53cbd02176750520af52c639 2024-12-04T06:51:56,672 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/903f564a53cbd02176750520af52c639 2024-12-04T06:51:56,673 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/903f564a53cbd02176750520af52c639 2024-12-04T06:51:56,674 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 903f564a53cbd02176750520af52c639 2024-12-04T06:51:56,674 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 903f564a53cbd02176750520af52c639 2024-12-04T06:51:56,676 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 903f564a53cbd02176750520af52c639 2024-12-04T06:51:56,679 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/903f564a53cbd02176750520af52c639/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T06:51:56,680 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 903f564a53cbd02176750520af52c639; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64152432, jitterRate=-0.044054269790649414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T06:51:56,681 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 903f564a53cbd02176750520af52c639: Writing region info on filesystem at 1733295116666Initializing all the Stores at 1733295116668 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295116668Cleaning up temporary data from old regions at 1733295116674 (+6 ms)Region opened successfully at 1733295116681 (+7 ms) 2024-12-04T06:51:56,681 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 903f564a53cbd02176750520af52c639, disabling compactions & flushes 2024-12-04T06:51:56,681 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733295116617.903f564a53cbd02176750520af52c639. 2024-12-04T06:51:56,681 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733295116617.903f564a53cbd02176750520af52c639. 2024-12-04T06:51:56,681 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733295116617.903f564a53cbd02176750520af52c639. after waiting 0 ms 2024-12-04T06:51:56,681 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733295116617.903f564a53cbd02176750520af52c639. 2024-12-04T06:51:56,681 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733295116617.903f564a53cbd02176750520af52c639. 2024-12-04T06:51:56,681 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 903f564a53cbd02176750520af52c639: Waiting for close lock at 1733295116681Disabling compacts and flushes for region at 1733295116681Disabling writes for close at 1733295116681Writing region close event to WAL at 1733295116681Closed at 1733295116681 2024-12-04T06:51:56,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741837_1013 (size=93) 2024-12-04T06:51:56,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741837_1013 (size=93) 2024-12-04T06:51:56,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741837_1013 (size=93) 2024-12-04T06:51:56,692 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-04T06:51:56,692 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-31887852:(num 1733295116628) 2024-12-04T06:51:56,694 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-04T06:51:56,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741839_1015 (size=276) 2024-12-04T06:51:56,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741839_1015 (size=276) 2024-12-04T06:51:56,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741839_1015 (size=276) 2024-12-04T06:51:56,712 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-04T06:51:56,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741840_1016 (size=230) 2024-12-04T06:51:56,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741840_1016 (size=230) 2024-12-04T06:51:56,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741840_1016 (size=230) 2024-12-04T06:51:56,747 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733295116615/wal-1, size=276 (276bytes) 2024-12-04T06:51:56,748 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-04T06:51:56,748 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-04T06:51:56,749 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733295116615/wal-1 2024-12-04T06:51:56,755 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733295116615/wal-1 after 4ms 2024-12-04T06:51:56,762 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733295116615/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T06:51:56,763 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733295116615/wal-1 took 17ms 2024-12-04T06:51:56,768 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733295116615/wal-1 so closing down 2024-12-04T06:51:56,771 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-04T06:51:56,773 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/903f564a53cbd02176750520af52c639/recovered.edits/0000000000000000001-wal-1.temp 2024-12-04T06:51:56,774 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-04T06:51:56,775 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-04T06:51:56,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741841_1017 (size=276) 2024-12-04T06:51:56,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741841_1017 (size=276) 2024-12-04T06:51:56,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741841_1017 (size=276) 2024-12-04T06:51:56,787 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/903f564a53cbd02176750520af52c639/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-04T06:51:56,790 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/903f564a53cbd02176750520af52c639/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/903f564a53cbd02176750520af52c639/recovered.edits/0000000000000000002 2024-12-04T06:51:56,794 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733295116615/wal-1, size=276, length=276, corrupted=false, cancelled=false 2024-12-04T06:51:56,794 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733295116615/wal-1, journal: Splitting hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733295116615/wal-1, size=276 (276bytes) at 1733295116747Finishing writing output for hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733295116615/wal-1 so closing down at 1733295116768 (+21 ms)Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/903f564a53cbd02176750520af52c639/recovered.edits/0000000000000000001-wal-1.temp at 1733295116773 (+5 ms)3 split writer threads finished at 1733295116775 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/903f564a53cbd02176750520af52c639/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733295116787 (+12 ms)Rename recovered edits hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/903f564a53cbd02176750520af52c639/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/903f564a53cbd02176750520af52c639/recovered.edits/0000000000000000002 at 1733295116790 (+3 ms)Processed 2 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733295116615/wal-1, size=276, length=276, corrupted=false, cancelled=false at 1733295116794 (+4 ms) 2024-12-04T06:51:56,811 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733295116615/wal-2, size=230 (230bytes) 2024-12-04T06:51:56,811 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733295116615/wal-2 2024-12-04T06:51:56,812 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733295116615/wal-2 after 1ms 2024-12-04T06:51:56,815 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733295116615/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T06:51:56,816 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733295116615/wal-2 took 5ms 2024-12-04T06:51:56,818 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733295116615/wal-2 so closing down 2024-12-04T06:51:56,818 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-04T06:51:56,820 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-04T06:51:56,822 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/903f564a53cbd02176750520af52c639/recovered.edits/0000000000000000002-wal-2.temp 2024-12-04T06:51:56,822 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-04T06:51:56,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741842_1018 (size=230) 2024-12-04T06:51:56,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741842_1018 (size=230) 2024-12-04T06:51:56,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741842_1018 (size=230) 2024-12-04T06:51:56,833 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/903f564a53cbd02176750520af52c639/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-04T06:51:56,837 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/903f564a53cbd02176750520af52c639/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T06:51:56,839 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/903f564a53cbd02176750520af52c639/recovered.edits/0000000000000000002-wal-2.temp, length=230 2024-12-04T06:51:56,840 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733295116615/wal-2, size=230, length=230, corrupted=false, cancelled=false 2024-12-04T06:51:56,840 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733295116615/wal-2, journal: Splitting hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733295116615/wal-2, size=230 (230bytes) at 1733295116811Finishing writing output for hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733295116615/wal-2 so closing down at 1733295116818 (+7 ms)Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/903f564a53cbd02176750520af52c639/recovered.edits/0000000000000000002-wal-2.temp at 1733295116822 (+4 ms)3 split writer threads finished at 1733295116822Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/903f564a53cbd02176750520af52c639/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733295116833 (+11 ms)Processed 1 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733295116615/wal-2, size=230, length=230, corrupted=false, cancelled=false at 1733295116840 (+7 ms) 2024-12-04T06:51:56,841 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-04T06:51:56,843 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733295116615, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-04T06:51:56,858 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733295116615/wal.1733295116844, exclude list is [], retry=0 2024-12-04T06:51:56,862 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37487,DS-6619e935-c84f-413d-bcbd-dec6f3b539e6,DISK] 2024-12-04T06:51:56,863 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46579,DS-272f10a2-c0e6-4fac-bd0b-cb9585050f38,DISK] 2024-12-04T06:51:56,863 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33363,DS-006ccf11-2158-49f0-95d4-05abecf554ce,DISK] 2024-12-04T06:51:56,866 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733295116615/wal.1733295116844 2024-12-04T06:51:56,866 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41185:41185),(127.0.0.1/127.0.0.1:43723:43723),(127.0.0.1/127.0.0.1:44439:44439)] 2024-12-04T06:51:56,866 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 903f564a53cbd02176750520af52c639, NAME => 'testReplayEditsWrittenIntoWAL,,1733295116617.903f564a53cbd02176750520af52c639.', STARTKEY => '', ENDKEY => ''} 2024-12-04T06:51:56,866 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733295116617.903f564a53cbd02176750520af52c639.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:51:56,866 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 903f564a53cbd02176750520af52c639 2024-12-04T06:51:56,867 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 903f564a53cbd02176750520af52c639 2024-12-04T06:51:56,869 INFO [StoreOpener-903f564a53cbd02176750520af52c639-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 903f564a53cbd02176750520af52c639 2024-12-04T06:51:56,870 INFO [StoreOpener-903f564a53cbd02176750520af52c639-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 903f564a53cbd02176750520af52c639 columnFamilyName a 2024-12-04T06:51:56,870 DEBUG [StoreOpener-903f564a53cbd02176750520af52c639-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:51:56,871 INFO [StoreOpener-903f564a53cbd02176750520af52c639-1 {}] regionserver.HStore(327): Store=903f564a53cbd02176750520af52c639/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:51:56,872 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 903f564a53cbd02176750520af52c639 2024-12-04T06:51:56,873 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/903f564a53cbd02176750520af52c639 2024-12-04T06:51:56,875 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/903f564a53cbd02176750520af52c639 2024-12-04T06:51:56,877 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/903f564a53cbd02176750520af52c639/recovered.edits/0000000000000000002 2024-12-04T06:51:56,880 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/903f564a53cbd02176750520af52c639/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T06:51:56,886 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/903f564a53cbd02176750520af52c639/recovered.edits/0000000000000000002 2024-12-04T06:51:56,889 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 903f564a53cbd02176750520af52c639 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-04T06:51:56,946 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/903f564a53cbd02176750520af52c639/.tmp/a/40ab472c9fe14cb09be410a668633770 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733295116693/Put/seqid=0 2024-12-04T06:51:56,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741844_1020 (size=5170) 2024-12-04T06:51:56,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741844_1020 (size=5170) 2024-12-04T06:51:56,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741844_1020 (size=5170) 2024-12-04T06:51:56,964 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/903f564a53cbd02176750520af52c639/.tmp/a/40ab472c9fe14cb09be410a668633770 2024-12-04T06:51:57,011 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/903f564a53cbd02176750520af52c639/.tmp/a/40ab472c9fe14cb09be410a668633770 as hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/903f564a53cbd02176750520af52c639/a/40ab472c9fe14cb09be410a668633770 2024-12-04T06:51:57,020 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/903f564a53cbd02176750520af52c639/a/40ab472c9fe14cb09be410a668633770, entries=2, sequenceid=2, filesize=5.0 K 2024-12-04T06:51:57,027 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 903f564a53cbd02176750520af52c639 in 135ms, sequenceid=2, compaction requested=false; wal=null 2024-12-04T06:51:57,029 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/903f564a53cbd02176750520af52c639/recovered.edits/0000000000000000002 2024-12-04T06:51:57,030 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 903f564a53cbd02176750520af52c639 2024-12-04T06:51:57,030 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 903f564a53cbd02176750520af52c639 2024-12-04T06:51:57,034 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 903f564a53cbd02176750520af52c639 2024-12-04T06:51:57,038 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/903f564a53cbd02176750520af52c639/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-04T06:51:57,039 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 903f564a53cbd02176750520af52c639; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73345035, jitterRate=0.09292618930339813}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T06:51:57,040 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 903f564a53cbd02176750520af52c639: Writing region info on filesystem at 1733295116867Initializing all the Stores at 1733295116868 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295116868Obtaining lock to block concurrent updates at 1733295116889 (+21 ms)Preparing flush snapshotting stores in 903f564a53cbd02176750520af52c639 at 1733295116889Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733295116617.903f564a53cbd02176750520af52c639., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733295116892 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1733295116617.903f564a53cbd02176750520af52c639. at 1733295116892Flushing 903f564a53cbd02176750520af52c639/a: creating writer at 1733295116893 (+1 ms)Flushing 903f564a53cbd02176750520af52c639/a: appending metadata at 1733295116931 (+38 ms)Flushing 903f564a53cbd02176750520af52c639/a: closing flushed file at 1733295116935 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@121f63b4: reopening flushed file at 1733295117009 (+74 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 903f564a53cbd02176750520af52c639 in 135ms, sequenceid=2, compaction requested=false; wal=null at 1733295117027 (+18 ms)Cleaning up temporary data from old regions at 1733295117030 (+3 ms)Region opened successfully at 1733295117040 (+10 ms) 2024-12-04T06:51:57,069 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit0 Thread=378 (was 367) Potentially hanging thread: PacketResponder: BP-439067549-172.17.0.2-1733295110487:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35969/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1781091661_22 at /127.0.0.1:50142 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1781091661_22 at /127.0.0.1:50288 [Receiving block BP-439067549-172.17.0.2-1733295110487:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-439067549-172.17.0.2-1733295110487:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1781091661_22 at /127.0.0.1:49878 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-439067549-172.17.0.2-1733295110487:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1781091661_22 at /127.0.0.1:59066 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1781091661_22 at /127.0.0.1:49990 [Receiving block BP-439067549-172.17.0.2-1733295110487:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1781091661_22 at /127.0.0.1:59228 [Receiving block BP-439067549-172.17.0.2-1733295110487:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 611) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=172 (was 172), ProcessCount=11 (was 11), AvailableMemoryMB=6960 (was 6975) 2024-12-04T06:51:57,082 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit1 Thread=378, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=172, ProcessCount=11, AvailableMemoryMB=6956 2024-12-04T06:51:57,098 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T06:51:57,100 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T06:51:57,101 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T06:51:57,105 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-94587830, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/hregion-94587830, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-04T06:51:57,121 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-94587830/hregion-94587830.1733295117105, exclude list is [], retry=0 2024-12-04T06:51:57,125 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37487,DS-6619e935-c84f-413d-bcbd-dec6f3b539e6,DISK] 2024-12-04T06:51:57,125 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46579,DS-272f10a2-c0e6-4fac-bd0b-cb9585050f38,DISK] 2024-12-04T06:51:57,126 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33363,DS-006ccf11-2158-49f0-95d4-05abecf554ce,DISK] 2024-12-04T06:51:57,130 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-94587830/hregion-94587830.1733295117105 2024-12-04T06:51:57,130 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41185:41185),(127.0.0.1/127.0.0.1:43723:43723),(127.0.0.1/127.0.0.1:44439:44439)] 2024-12-04T06:51:57,130 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => edefc6068a00a5be21141e2be6862471, NAME => 'testReplayEditsWrittenIntoWAL,,1733295117098.edefc6068a00a5be21141e2be6862471.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35969/hbase 2024-12-04T06:51:57,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741846_1022 (size=64) 2024-12-04T06:51:57,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741846_1022 (size=64) 2024-12-04T06:51:57,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741846_1022 (size=64) 2024-12-04T06:51:57,148 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733295117098.edefc6068a00a5be21141e2be6862471.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:51:57,151 INFO [StoreOpener-edefc6068a00a5be21141e2be6862471-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region edefc6068a00a5be21141e2be6862471 2024-12-04T06:51:57,153 INFO [StoreOpener-edefc6068a00a5be21141e2be6862471-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edefc6068a00a5be21141e2be6862471 columnFamilyName a 2024-12-04T06:51:57,153 DEBUG [StoreOpener-edefc6068a00a5be21141e2be6862471-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:51:57,154 INFO [StoreOpener-edefc6068a00a5be21141e2be6862471-1 {}] regionserver.HStore(327): Store=edefc6068a00a5be21141e2be6862471/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:51:57,154 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for edefc6068a00a5be21141e2be6862471 2024-12-04T06:51:57,155 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/edefc6068a00a5be21141e2be6862471 2024-12-04T06:51:57,156 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/edefc6068a00a5be21141e2be6862471 2024-12-04T06:51:57,157 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for edefc6068a00a5be21141e2be6862471 2024-12-04T06:51:57,157 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for edefc6068a00a5be21141e2be6862471 2024-12-04T06:51:57,159 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for edefc6068a00a5be21141e2be6862471 2024-12-04T06:51:57,162 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/edefc6068a00a5be21141e2be6862471/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T06:51:57,163 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened edefc6068a00a5be21141e2be6862471; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70001155, jitterRate=0.04309849441051483}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T06:51:57,163 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for edefc6068a00a5be21141e2be6862471: Writing region info on filesystem at 1733295117149Initializing all the Stores at 1733295117150 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295117150Cleaning up temporary data from old regions at 1733295117157 (+7 ms)Region opened successfully at 1733295117163 (+6 ms) 2024-12-04T06:51:57,163 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing edefc6068a00a5be21141e2be6862471, disabling compactions & flushes 2024-12-04T06:51:57,163 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733295117098.edefc6068a00a5be21141e2be6862471. 2024-12-04T06:51:57,163 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733295117098.edefc6068a00a5be21141e2be6862471. 2024-12-04T06:51:57,163 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733295117098.edefc6068a00a5be21141e2be6862471. after waiting 0 ms 2024-12-04T06:51:57,163 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733295117098.edefc6068a00a5be21141e2be6862471. 2024-12-04T06:51:57,164 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733295117098.edefc6068a00a5be21141e2be6862471. 2024-12-04T06:51:57,164 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for edefc6068a00a5be21141e2be6862471: Waiting for close lock at 1733295117163Disabling compacts and flushes for region at 1733295117163Disabling writes for close at 1733295117163Writing region close event to WAL at 1733295117164 (+1 ms)Closed at 1733295117164 2024-12-04T06:51:57,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741845_1021 (size=93) 2024-12-04T06:51:57,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741845_1021 (size=93) 2024-12-04T06:51:57,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741845_1021 (size=93) 2024-12-04T06:51:57,170 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-04T06:51:57,170 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-94587830:(num 1733295117105) 2024-12-04T06:51:57,171 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-04T06:51:57,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741847_1023 (size=276) 2024-12-04T06:51:57,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741847_1023 (size=276) 2024-12-04T06:51:57,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741847_1023 (size=276) 2024-12-04T06:51:57,185 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-04T06:51:57,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741848_1024 (size=230) 2024-12-04T06:51:57,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741848_1024 (size=230) 2024-12-04T06:51:57,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741848_1024 (size=230) 2024-12-04T06:51:57,213 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733295117097/wal-2, size=230 (230bytes) 2024-12-04T06:51:57,213 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733295117097/wal-2 2024-12-04T06:51:57,214 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733295117097/wal-2 after 1ms 2024-12-04T06:51:57,218 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733295117097/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T06:51:57,218 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733295117097/wal-2 took 5ms 2024-12-04T06:51:57,220 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733295117097/wal-2 so closing down 2024-12-04T06:51:57,220 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-04T06:51:57,223 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-04T06:51:57,224 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/edefc6068a00a5be21141e2be6862471/recovered.edits/0000000000000000002-wal-2.temp 2024-12-04T06:51:57,225 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-04T06:51:57,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741849_1025 (size=230) 2024-12-04T06:51:57,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741849_1025 (size=230) 2024-12-04T06:51:57,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741849_1025 (size=230) 2024-12-04T06:51:57,234 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/edefc6068a00a5be21141e2be6862471/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-04T06:51:57,237 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/edefc6068a00a5be21141e2be6862471/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/edefc6068a00a5be21141e2be6862471/recovered.edits/0000000000000000002 2024-12-04T06:51:57,237 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733295117097/wal-2, size=230, length=230, corrupted=false, cancelled=false 2024-12-04T06:51:57,237 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733295117097/wal-2, journal: Splitting hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733295117097/wal-2, size=230 (230bytes) at 1733295117213Finishing writing output for hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733295117097/wal-2 so closing down at 1733295117220 (+7 ms)Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/edefc6068a00a5be21141e2be6862471/recovered.edits/0000000000000000002-wal-2.temp at 1733295117224 (+4 ms)3 split writer threads finished at 1733295117225 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/edefc6068a00a5be21141e2be6862471/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733295117234 (+9 ms)Rename recovered edits hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/edefc6068a00a5be21141e2be6862471/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/edefc6068a00a5be21141e2be6862471/recovered.edits/0000000000000000002 at 1733295117237 (+3 ms)Processed 1 edits across 1 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733295117097/wal-2, size=230, length=230, corrupted=false, cancelled=false at 1733295117237 2024-12-04T06:51:57,254 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733295117097/wal-1, size=276 (276bytes) 2024-12-04T06:51:57,254 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733295117097/wal-1 2024-12-04T06:51:57,255 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733295117097/wal-1 after 1ms 2024-12-04T06:51:57,259 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733295117097/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T06:51:57,259 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733295117097/wal-1 took 5ms 2024-12-04T06:51:57,262 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733295117097/wal-1 so closing down 2024-12-04T06:51:57,263 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-04T06:51:57,264 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-04T06:51:57,266 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/edefc6068a00a5be21141e2be6862471/recovered.edits/0000000000000000001-wal-1.temp 2024-12-04T06:51:57,266 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-04T06:51:57,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741850_1026 (size=276) 2024-12-04T06:51:57,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741850_1026 (size=276) 2024-12-04T06:51:57,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741850_1026 (size=276) 2024-12-04T06:51:57,274 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/edefc6068a00a5be21141e2be6862471/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-04T06:51:57,278 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/edefc6068a00a5be21141e2be6862471/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T06:51:57,281 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/edefc6068a00a5be21141e2be6862471/recovered.edits/0000000000000000002, length=230 2024-12-04T06:51:57,283 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/edefc6068a00a5be21141e2be6862471/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/edefc6068a00a5be21141e2be6862471/recovered.edits/0000000000000000002 2024-12-04T06:51:57,283 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733295117097/wal-1, size=276, length=276, corrupted=false, cancelled=false 2024-12-04T06:51:57,283 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733295117097/wal-1, journal: Splitting hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733295117097/wal-1, size=276 (276bytes) at 1733295117254Finishing writing output for hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733295117097/wal-1 so closing down at 1733295117262 (+8 ms)Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/edefc6068a00a5be21141e2be6862471/recovered.edits/0000000000000000001-wal-1.temp at 1733295117266 (+4 ms)3 split writer threads finished at 1733295117266Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/edefc6068a00a5be21141e2be6862471/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733295117274 (+8 ms)Rename recovered edits hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/edefc6068a00a5be21141e2be6862471/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/edefc6068a00a5be21141e2be6862471/recovered.edits/0000000000000000002 at 1733295117283 (+9 ms)Processed 2 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733295117097/wal-1, size=276, length=276, corrupted=false, cancelled=false at 1733295117283 2024-12-04T06:51:57,283 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-04T06:51:57,285 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733295117097, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-04T06:51:57,299 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733295117097/wal.1733295117286, exclude list is [], retry=0 2024-12-04T06:51:57,303 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33363,DS-006ccf11-2158-49f0-95d4-05abecf554ce,DISK] 2024-12-04T06:51:57,303 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46579,DS-272f10a2-c0e6-4fac-bd0b-cb9585050f38,DISK] 2024-12-04T06:51:57,303 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37487,DS-6619e935-c84f-413d-bcbd-dec6f3b539e6,DISK] 2024-12-04T06:51:57,306 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733295117097/wal.1733295117286 2024-12-04T06:51:57,306 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44439:44439),(127.0.0.1/127.0.0.1:43723:43723),(127.0.0.1/127.0.0.1:41185:41185)] 2024-12-04T06:51:57,306 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => edefc6068a00a5be21141e2be6862471, NAME => 'testReplayEditsWrittenIntoWAL,,1733295117098.edefc6068a00a5be21141e2be6862471.', STARTKEY => '', ENDKEY => ''} 2024-12-04T06:51:57,307 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733295117098.edefc6068a00a5be21141e2be6862471.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:51:57,307 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for edefc6068a00a5be21141e2be6862471 2024-12-04T06:51:57,307 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for edefc6068a00a5be21141e2be6862471 2024-12-04T06:51:57,309 INFO [StoreOpener-edefc6068a00a5be21141e2be6862471-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region edefc6068a00a5be21141e2be6862471 2024-12-04T06:51:57,311 INFO [StoreOpener-edefc6068a00a5be21141e2be6862471-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edefc6068a00a5be21141e2be6862471 columnFamilyName a 2024-12-04T06:51:57,311 DEBUG [StoreOpener-edefc6068a00a5be21141e2be6862471-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:51:57,312 INFO [StoreOpener-edefc6068a00a5be21141e2be6862471-1 {}] regionserver.HStore(327): Store=edefc6068a00a5be21141e2be6862471/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:51:57,312 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for edefc6068a00a5be21141e2be6862471 2024-12-04T06:51:57,313 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/edefc6068a00a5be21141e2be6862471 2024-12-04T06:51:57,315 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/edefc6068a00a5be21141e2be6862471 2024-12-04T06:51:57,316 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/edefc6068a00a5be21141e2be6862471/recovered.edits/0000000000000000002 2024-12-04T06:51:57,319 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/edefc6068a00a5be21141e2be6862471/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T06:51:57,321 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/edefc6068a00a5be21141e2be6862471/recovered.edits/0000000000000000002 2024-12-04T06:51:57,321 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing edefc6068a00a5be21141e2be6862471 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-04T06:51:57,338 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/edefc6068a00a5be21141e2be6862471/.tmp/a/8a9db39ab98b42d7be0020683485d72c is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733295117170/Put/seqid=0 2024-12-04T06:51:57,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741852_1028 (size=5170) 2024-12-04T06:51:57,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741852_1028 (size=5170) 2024-12-04T06:51:57,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741852_1028 (size=5170) 2024-12-04T06:51:57,349 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/edefc6068a00a5be21141e2be6862471/.tmp/a/8a9db39ab98b42d7be0020683485d72c 2024-12-04T06:51:57,357 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/edefc6068a00a5be21141e2be6862471/.tmp/a/8a9db39ab98b42d7be0020683485d72c as hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/edefc6068a00a5be21141e2be6862471/a/8a9db39ab98b42d7be0020683485d72c 2024-12-04T06:51:57,366 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/edefc6068a00a5be21141e2be6862471/a/8a9db39ab98b42d7be0020683485d72c, entries=2, sequenceid=2, filesize=5.0 K 2024-12-04T06:51:57,367 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for edefc6068a00a5be21141e2be6862471 in 46ms, sequenceid=2, compaction requested=false; wal=null 2024-12-04T06:51:57,367 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/edefc6068a00a5be21141e2be6862471/recovered.edits/0000000000000000002 2024-12-04T06:51:57,368 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for edefc6068a00a5be21141e2be6862471 2024-12-04T06:51:57,368 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for edefc6068a00a5be21141e2be6862471 2024-12-04T06:51:57,371 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for edefc6068a00a5be21141e2be6862471 2024-12-04T06:51:57,374 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/edefc6068a00a5be21141e2be6862471/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-04T06:51:57,375 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened edefc6068a00a5be21141e2be6862471; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72473248, jitterRate=0.07993555068969727}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T06:51:57,375 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for edefc6068a00a5be21141e2be6862471: Writing region info on filesystem at 1733295117307Initializing all the Stores at 1733295117308 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295117308Obtaining lock to block concurrent updates at 1733295117321 (+13 ms)Preparing flush snapshotting stores in edefc6068a00a5be21141e2be6862471 at 1733295117321Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733295117098.edefc6068a00a5be21141e2be6862471., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733295117321Flushing stores of testReplayEditsWrittenIntoWAL,,1733295117098.edefc6068a00a5be21141e2be6862471. at 1733295117321Flushing edefc6068a00a5be21141e2be6862471/a: creating writer at 1733295117321Flushing edefc6068a00a5be21141e2be6862471/a: appending metadata at 1733295117337 (+16 ms)Flushing edefc6068a00a5be21141e2be6862471/a: closing flushed file at 1733295117337Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48351508: reopening flushed file at 1733295117356 (+19 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for edefc6068a00a5be21141e2be6862471 in 46ms, sequenceid=2, compaction requested=false; wal=null at 1733295117367 (+11 ms)Cleaning up temporary data from old regions at 1733295117368 (+1 ms)Region opened successfully at 1733295117375 (+7 ms) 2024-12-04T06:51:57,405 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit1 Thread=388 (was 378) Potentially hanging thread: PacketResponder: BP-439067549-172.17.0.2-1733295110487:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-439067549-172.17.0.2-1733295110487:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1781091661_22 at /127.0.0.1:50078 [Receiving block BP-439067549-172.17.0.2-1733295110487:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-439067549-172.17.0.2-1733295110487:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1781091661_22 at /127.0.0.1:49878 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1781091661_22 at /127.0.0.1:59066 [Waiting for operation #19] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1781091661_22 at /127.0.0.1:50360 [Receiving block BP-439067549-172.17.0.2-1733295110487:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1781091661_22 at /127.0.0.1:59302 [Receiving block BP-439067549-172.17.0.2-1733295110487:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=172 (was 172), ProcessCount=11 (was 11), AvailableMemoryMB=6900 (was 6956) 2024-12-04T06:51:57,419 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenIntoWAL Thread=388, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=172, ProcessCount=11, AvailableMemoryMB=6904 2024-12-04T06:51:57,435 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T06:51:57,438 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T06:51:57,439 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T06:51:57,442 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-07888833, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/hregion-07888833, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-04T06:51:57,457 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-07888833/hregion-07888833.1733295117443, exclude list is [], retry=0 2024-12-04T06:51:57,461 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33363,DS-006ccf11-2158-49f0-95d4-05abecf554ce,DISK] 2024-12-04T06:51:57,461 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37487,DS-6619e935-c84f-413d-bcbd-dec6f3b539e6,DISK] 2024-12-04T06:51:57,462 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46579,DS-272f10a2-c0e6-4fac-bd0b-cb9585050f38,DISK] 2024-12-04T06:51:57,465 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-07888833/hregion-07888833.1733295117443 2024-12-04T06:51:57,465 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44439:44439),(127.0.0.1/127.0.0.1:41185:41185),(127.0.0.1/127.0.0.1:43723:43723)] 2024-12-04T06:51:57,465 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => cb42e2371bfb2acf9857590ea88ddad0, NAME => 'testReplayEditsWrittenIntoWAL,,1733295117436.cb42e2371bfb2acf9857590ea88ddad0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35969/hbase 2024-12-04T06:51:57,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741854_1030 (size=64) 2024-12-04T06:51:57,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741854_1030 (size=64) 2024-12-04T06:51:57,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741854_1030 (size=64) 2024-12-04T06:51:57,479 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733295117436.cb42e2371bfb2acf9857590ea88ddad0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:51:57,481 INFO [StoreOpener-cb42e2371bfb2acf9857590ea88ddad0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region cb42e2371bfb2acf9857590ea88ddad0 2024-12-04T06:51:57,483 INFO [StoreOpener-cb42e2371bfb2acf9857590ea88ddad0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb42e2371bfb2acf9857590ea88ddad0 columnFamilyName a 2024-12-04T06:51:57,483 DEBUG [StoreOpener-cb42e2371bfb2acf9857590ea88ddad0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:51:57,483 INFO [StoreOpener-cb42e2371bfb2acf9857590ea88ddad0-1 {}] regionserver.HStore(327): Store=cb42e2371bfb2acf9857590ea88ddad0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:51:57,484 INFO [StoreOpener-cb42e2371bfb2acf9857590ea88ddad0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region cb42e2371bfb2acf9857590ea88ddad0 2024-12-04T06:51:57,485 INFO [StoreOpener-cb42e2371bfb2acf9857590ea88ddad0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb42e2371bfb2acf9857590ea88ddad0 columnFamilyName b 2024-12-04T06:51:57,485 DEBUG [StoreOpener-cb42e2371bfb2acf9857590ea88ddad0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:51:57,486 INFO [StoreOpener-cb42e2371bfb2acf9857590ea88ddad0-1 {}] regionserver.HStore(327): Store=cb42e2371bfb2acf9857590ea88ddad0/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:51:57,486 INFO [StoreOpener-cb42e2371bfb2acf9857590ea88ddad0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region cb42e2371bfb2acf9857590ea88ddad0 2024-12-04T06:51:57,488 INFO [StoreOpener-cb42e2371bfb2acf9857590ea88ddad0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb42e2371bfb2acf9857590ea88ddad0 columnFamilyName c 2024-12-04T06:51:57,488 DEBUG [StoreOpener-cb42e2371bfb2acf9857590ea88ddad0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:51:57,488 INFO [StoreOpener-cb42e2371bfb2acf9857590ea88ddad0-1 {}] regionserver.HStore(327): Store=cb42e2371bfb2acf9857590ea88ddad0/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:51:57,488 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for cb42e2371bfb2acf9857590ea88ddad0 2024-12-04T06:51:57,489 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/cb42e2371bfb2acf9857590ea88ddad0 2024-12-04T06:51:57,490 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/cb42e2371bfb2acf9857590ea88ddad0 2024-12-04T06:51:57,491 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for cb42e2371bfb2acf9857590ea88ddad0 2024-12-04T06:51:57,491 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for cb42e2371bfb2acf9857590ea88ddad0 2024-12-04T06:51:57,492 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T06:51:57,494 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for cb42e2371bfb2acf9857590ea88ddad0 2024-12-04T06:51:57,496 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/cb42e2371bfb2acf9857590ea88ddad0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T06:51:57,497 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened cb42e2371bfb2acf9857590ea88ddad0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75210971, jitterRate=0.12073080241680145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T06:51:57,497 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for cb42e2371bfb2acf9857590ea88ddad0: Writing region info on filesystem at 1733295117479Initializing all the Stores at 1733295117481 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295117481Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295117481Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295117481Cleaning up temporary data from old regions at 1733295117491 (+10 ms)Region opened successfully at 1733295117497 (+6 ms) 2024-12-04T06:51:57,497 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing cb42e2371bfb2acf9857590ea88ddad0, disabling compactions & flushes 2024-12-04T06:51:57,497 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733295117436.cb42e2371bfb2acf9857590ea88ddad0. 2024-12-04T06:51:57,497 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733295117436.cb42e2371bfb2acf9857590ea88ddad0. 2024-12-04T06:51:57,498 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733295117436.cb42e2371bfb2acf9857590ea88ddad0. after waiting 0 ms 2024-12-04T06:51:57,498 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733295117436.cb42e2371bfb2acf9857590ea88ddad0. 2024-12-04T06:51:57,498 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733295117436.cb42e2371bfb2acf9857590ea88ddad0. 2024-12-04T06:51:57,498 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for cb42e2371bfb2acf9857590ea88ddad0: Waiting for close lock at 1733295117497Disabling compacts and flushes for region at 1733295117497Disabling writes for close at 1733295117498 (+1 ms)Writing region close event to WAL at 1733295117498Closed at 1733295117498 2024-12-04T06:51:57,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741853_1029 (size=93) 2024-12-04T06:51:57,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741853_1029 (size=93) 2024-12-04T06:51:57,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741853_1029 (size=93) 2024-12-04T06:51:57,504 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-04T06:51:57,504 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-07888833:(num 1733295117443) 2024-12-04T06:51:57,505 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-04T06:51:57,507 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733295117434, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-04T06:51:57,521 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733295117434/wal.1733295117507, exclude list is [], retry=0 2024-12-04T06:51:57,524 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33363,DS-006ccf11-2158-49f0-95d4-05abecf554ce,DISK] 2024-12-04T06:51:57,525 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37487,DS-6619e935-c84f-413d-bcbd-dec6f3b539e6,DISK] 2024-12-04T06:51:57,525 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46579,DS-272f10a2-c0e6-4fac-bd0b-cb9585050f38,DISK] 2024-12-04T06:51:57,529 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733295117434/wal.1733295117507 2024-12-04T06:51:57,529 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44439:44439),(127.0.0.1/127.0.0.1:41185:41185),(127.0.0.1/127.0.0.1:43723:43723)] 2024-12-04T06:51:57,749 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733295117434/wal.1733295117507, size=0 (0bytes) 2024-12-04T06:51:57,749 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733295117434/wal.1733295117507 might be still open, length is 0 2024-12-04T06:51:57,749 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733295117434/wal.1733295117507 2024-12-04T06:51:57,750 WARN [IPC Server handler 4 on default port 35969 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733295117434/wal.1733295117507 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-12-04T06:51:57,750 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733295117434/wal.1733295117507 after 1ms 2024-12-04T06:51:58,427 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1781091661_22 at /127.0.0.1:59350 [Receiving block BP-439067549-172.17.0.2-1733295110487:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:33363:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59350 dst: /127.0.0.1:33363 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:33363 remote=/127.0.0.1:59350]. Total timeout mills is 60000, 59287 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T06:51:58,428 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1781091661_22 at /127.0.0.1:50380 [Receiving block BP-439067549-172.17.0.2-1733295110487:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:46579:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50380 dst: /127.0.0.1:46579 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T06:51:58,428 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1781091661_22 at /127.0.0.1:50112 [Receiving block BP-439067549-172.17.0.2-1733295110487:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:37487:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50112 dst: /127.0.0.1:37487 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T06:51:58,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741855_1032 (size=200589) 2024-12-04T06:51:58,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741855_1032 (size=200589) 2024-12-04T06:51:58,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741855_1032 (size=200589) 2024-12-04T06:52:01,727 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T06:52:01,752 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733295117434/wal.1733295117507 after 4002ms 2024-12-04T06:52:01,757 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733295117434/wal.1733295117507: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T06:52:01,759 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733295117434/wal.1733295117507 took 4010ms 2024-12-04T06:52:01,764 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733295117507.temp 2024-12-04T06:52:01,773 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/cb42e2371bfb2acf9857590ea88ddad0/recovered.edits/0000000000000000001-wal.1733295117507.temp 2024-12-04T06:52:01,780 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T06:52:01,890 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733295117434/wal.1733295117507; continuing. 2024-12-04T06:52:01,890 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733295117434/wal.1733295117507 so closing down 2024-12-04T06:52:01,890 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-04T06:52:01,890 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-04T06:52:01,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741856_1033 (size=200597) 2024-12-04T06:52:01,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741856_1033 (size=200597) 2024-12-04T06:52:01,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741856_1033 (size=200597) 2024-12-04T06:52:01,895 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/cb42e2371bfb2acf9857590ea88ddad0/recovered.edits/0000000000000000001-wal.1733295117507.temp (wrote 3002 edits, skipped 0 edits in 45 ms) 2024-12-04T06:52:01,897 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/cb42e2371bfb2acf9857590ea88ddad0/recovered.edits/0000000000000000001-wal.1733295117507.temp to hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/cb42e2371bfb2acf9857590ea88ddad0/recovered.edits/0000000000000003002 2024-12-04T06:52:01,897 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 137 ms; skipped=0; WAL=hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733295117434/wal.1733295117507, size=0, length=0, corrupted=false, cancelled=false 2024-12-04T06:52:01,897 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733295117434/wal.1733295117507, journal: Splitting hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733295117434/wal.1733295117507, size=0 (0bytes) at 1733295117749Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/cb42e2371bfb2acf9857590ea88ddad0/recovered.edits/0000000000000000001-wal.1733295117507.temp at 1733295121773 (+4024 ms)Split 1024 edits, skipped 0 edits. at 1733295121832 (+59 ms)Split 2048 edits, skipped 0 edits. at 1733295121864 (+32 ms)Finishing writing output for hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733295117434/wal.1733295117507 so closing down at 1733295121890 (+26 ms)3 split writer threads finished at 1733295121890Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/cb42e2371bfb2acf9857590ea88ddad0/recovered.edits/0000000000000000001-wal.1733295117507.temp (wrote 3002 edits, skipped 0 edits in 45 ms) at 1733295121895 (+5 ms)Rename recovered edits hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/cb42e2371bfb2acf9857590ea88ddad0/recovered.edits/0000000000000000001-wal.1733295117507.temp to hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/cb42e2371bfb2acf9857590ea88ddad0/recovered.edits/0000000000000003002 at 1733295121897 (+2 ms)Processed 3002 edits across 1 Regions in 137 ms; skipped=0; WAL=hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733295117434/wal.1733295117507, size=0, length=0, corrupted=false, cancelled=false at 1733295121897 2024-12-04T06:52:01,900 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733295117434/wal.1733295117507 to hdfs://localhost:35969/hbase/oldWALs/wal.1733295117507 2024-12-04T06:52:01,901 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/cb42e2371bfb2acf9857590ea88ddad0/recovered.edits/0000000000000003002 2024-12-04T06:52:01,902 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-04T06:52:01,904 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733295117434, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-04T06:52:01,919 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733295117434/wal.1733295121905, exclude list is [], retry=0 2024-12-04T06:52:01,923 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33363,DS-006ccf11-2158-49f0-95d4-05abecf554ce,DISK] 2024-12-04T06:52:01,924 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37487,DS-6619e935-c84f-413d-bcbd-dec6f3b539e6,DISK] 2024-12-04T06:52:01,924 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46579,DS-272f10a2-c0e6-4fac-bd0b-cb9585050f38,DISK] 2024-12-04T06:52:01,927 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733295117434/wal.1733295121905 2024-12-04T06:52:01,927 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44439:44439),(127.0.0.1/127.0.0.1:41185:41185),(127.0.0.1/127.0.0.1:43723:43723)] 2024-12-04T06:52:01,928 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733295117436.cb42e2371bfb2acf9857590ea88ddad0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:52:01,930 INFO [StoreOpener-cb42e2371bfb2acf9857590ea88ddad0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region cb42e2371bfb2acf9857590ea88ddad0 2024-12-04T06:52:01,931 INFO [StoreOpener-cb42e2371bfb2acf9857590ea88ddad0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb42e2371bfb2acf9857590ea88ddad0 columnFamilyName a 2024-12-04T06:52:01,931 DEBUG [StoreOpener-cb42e2371bfb2acf9857590ea88ddad0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:01,932 INFO [StoreOpener-cb42e2371bfb2acf9857590ea88ddad0-1 {}] regionserver.HStore(327): Store=cb42e2371bfb2acf9857590ea88ddad0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:01,932 INFO [StoreOpener-cb42e2371bfb2acf9857590ea88ddad0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region cb42e2371bfb2acf9857590ea88ddad0 2024-12-04T06:52:01,934 INFO [StoreOpener-cb42e2371bfb2acf9857590ea88ddad0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb42e2371bfb2acf9857590ea88ddad0 columnFamilyName b 2024-12-04T06:52:01,934 DEBUG [StoreOpener-cb42e2371bfb2acf9857590ea88ddad0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:01,935 INFO [StoreOpener-cb42e2371bfb2acf9857590ea88ddad0-1 {}] regionserver.HStore(327): Store=cb42e2371bfb2acf9857590ea88ddad0/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:01,935 INFO [StoreOpener-cb42e2371bfb2acf9857590ea88ddad0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region cb42e2371bfb2acf9857590ea88ddad0 2024-12-04T06:52:01,937 INFO [StoreOpener-cb42e2371bfb2acf9857590ea88ddad0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb42e2371bfb2acf9857590ea88ddad0 columnFamilyName c 2024-12-04T06:52:01,937 DEBUG [StoreOpener-cb42e2371bfb2acf9857590ea88ddad0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:01,938 INFO [StoreOpener-cb42e2371bfb2acf9857590ea88ddad0-1 {}] regionserver.HStore(327): Store=cb42e2371bfb2acf9857590ea88ddad0/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:01,938 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for cb42e2371bfb2acf9857590ea88ddad0 2024-12-04T06:52:01,939 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/cb42e2371bfb2acf9857590ea88ddad0 2024-12-04T06:52:01,942 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/cb42e2371bfb2acf9857590ea88ddad0 2024-12-04T06:52:01,943 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/cb42e2371bfb2acf9857590ea88ddad0/recovered.edits/0000000000000003002 2024-12-04T06:52:01,947 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/cb42e2371bfb2acf9857590ea88ddad0/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T06:52:02,006 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-04T06:52:02,413 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing cb42e2371bfb2acf9857590ea88ddad0 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-04T06:52:02,453 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/cb42e2371bfb2acf9857590ea88ddad0/.tmp/a/25049183ecb047a4a6e12183e5c4f658 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1733295117534/Put/seqid=0 2024-12-04T06:52:02,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741858_1035 (size=50463) 2024-12-04T06:52:02,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741858_1035 (size=50463) 2024-12-04T06:52:02,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741858_1035 (size=50463) 2024-12-04T06:52:02,468 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/cb42e2371bfb2acf9857590ea88ddad0/.tmp/a/25049183ecb047a4a6e12183e5c4f658 2024-12-04T06:52:02,477 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/cb42e2371bfb2acf9857590ea88ddad0/.tmp/a/25049183ecb047a4a6e12183e5c4f658 as hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/cb42e2371bfb2acf9857590ea88ddad0/a/25049183ecb047a4a6e12183e5c4f658 2024-12-04T06:52:02,484 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/cb42e2371bfb2acf9857590ea88ddad0/a/25049183ecb047a4a6e12183e5c4f658, entries=754, sequenceid=754, filesize=49.3 K 2024-12-04T06:52:02,485 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for cb42e2371bfb2acf9857590ea88ddad0 in 72ms, sequenceid=754, compaction requested=false; wal=null 2024-12-04T06:52:02,518 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-04T06:52:02,518 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing cb42e2371bfb2acf9857590ea88ddad0 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-04T06:52:02,529 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/cb42e2371bfb2acf9857590ea88ddad0/.tmp/a/02d71bc3ab7c454f8544b40928b60e9d is 62, key is testReplayEditsWrittenIntoWAL/a:754/1733295117571/Put/seqid=0 2024-12-04T06:52:02,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741859_1036 (size=20072) 2024-12-04T06:52:02,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741859_1036 (size=20072) 2024-12-04T06:52:02,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741859_1036 (size=20072) 2024-12-04T06:52:02,540 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/cb42e2371bfb2acf9857590ea88ddad0/.tmp/a/02d71bc3ab7c454f8544b40928b60e9d 2024-12-04T06:52:02,575 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/cb42e2371bfb2acf9857590ea88ddad0/.tmp/b/e7e5f217fb5b4158b4e48471444adbf5 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1733295117600/Put/seqid=0 2024-12-04T06:52:02,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741860_1037 (size=35835) 2024-12-04T06:52:02,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741860_1037 (size=35835) 2024-12-04T06:52:02,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741860_1037 (size=35835) 2024-12-04T06:52:02,587 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/cb42e2371bfb2acf9857590ea88ddad0/.tmp/b/e7e5f217fb5b4158b4e48471444adbf5 2024-12-04T06:52:02,596 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/cb42e2371bfb2acf9857590ea88ddad0/.tmp/a/02d71bc3ab7c454f8544b40928b60e9d as hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/cb42e2371bfb2acf9857590ea88ddad0/a/02d71bc3ab7c454f8544b40928b60e9d 2024-12-04T06:52:02,605 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/cb42e2371bfb2acf9857590ea88ddad0/a/02d71bc3ab7c454f8544b40928b60e9d, entries=246, sequenceid=1508, filesize=19.6 K 2024-12-04T06:52:02,607 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/cb42e2371bfb2acf9857590ea88ddad0/.tmp/b/e7e5f217fb5b4158b4e48471444adbf5 as hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/cb42e2371bfb2acf9857590ea88ddad0/b/e7e5f217fb5b4158b4e48471444adbf5 2024-12-04T06:52:02,615 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/cb42e2371bfb2acf9857590ea88ddad0/b/e7e5f217fb5b4158b4e48471444adbf5, entries=508, sequenceid=1508, filesize=35.0 K 2024-12-04T06:52:02,615 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for cb42e2371bfb2acf9857590ea88ddad0 in 97ms, sequenceid=1508, compaction requested=false; wal=null 2024-12-04T06:52:02,630 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-04T06:52:02,630 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing cb42e2371bfb2acf9857590ea88ddad0 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-04T06:52:02,639 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/cb42e2371bfb2acf9857590ea88ddad0/.tmp/b/e51747d53db947a28625ec14eba92c00 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1733295117630/Put/seqid=0 2024-12-04T06:52:02,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741861_1038 (size=35082) 2024-12-04T06:52:02,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741861_1038 (size=35082) 2024-12-04T06:52:02,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741861_1038 (size=35082) 2024-12-04T06:52:03,058 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/cb42e2371bfb2acf9857590ea88ddad0/.tmp/b/e51747d53db947a28625ec14eba92c00 2024-12-04T06:52:03,083 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/cb42e2371bfb2acf9857590ea88ddad0/.tmp/c/821a71f48b614e4a9ce3304ae82402b1 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1733295117666/Put/seqid=0 2024-12-04T06:52:03,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741862_1039 (size=20825) 2024-12-04T06:52:03,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741862_1039 (size=20825) 2024-12-04T06:52:03,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741862_1039 (size=20825) 2024-12-04T06:52:03,092 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/cb42e2371bfb2acf9857590ea88ddad0/.tmp/c/821a71f48b614e4a9ce3304ae82402b1 2024-12-04T06:52:03,101 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/cb42e2371bfb2acf9857590ea88ddad0/.tmp/b/e51747d53db947a28625ec14eba92c00 as hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/cb42e2371bfb2acf9857590ea88ddad0/b/e51747d53db947a28625ec14eba92c00 2024-12-04T06:52:03,108 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/cb42e2371bfb2acf9857590ea88ddad0/b/e51747d53db947a28625ec14eba92c00, entries=492, sequenceid=2262, filesize=34.3 K 2024-12-04T06:52:03,110 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/cb42e2371bfb2acf9857590ea88ddad0/.tmp/c/821a71f48b614e4a9ce3304ae82402b1 as hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/cb42e2371bfb2acf9857590ea88ddad0/c/821a71f48b614e4a9ce3304ae82402b1 2024-12-04T06:52:03,117 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/cb42e2371bfb2acf9857590ea88ddad0/c/821a71f48b614e4a9ce3304ae82402b1, entries=262, sequenceid=2262, filesize=20.3 K 2024-12-04T06:52:03,117 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for cb42e2371bfb2acf9857590ea88ddad0 in 487ms, sequenceid=2262, compaction requested=false; wal=null 2024-12-04T06:52:03,126 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1733295117712/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1733295117436.cb42e2371bfb2acf9857590ea88ddad0. 2024-12-04T06:52:03,129 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/cb42e2371bfb2acf9857590ea88ddad0/recovered.edits/0000000000000003002 2024-12-04T06:52:03,130 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-04T06:52:03,130 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing cb42e2371bfb2acf9857590ea88ddad0 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-12-04T06:52:03,138 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/cb42e2371bfb2acf9857590ea88ddad0/.tmp/c/ea9238ce8cb14d30b285f70eea2fffe5 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1733295117676/Put/seqid=0 2024-12-04T06:52:03,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741863_1040 (size=50301) 2024-12-04T06:52:03,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741863_1040 (size=50301) 2024-12-04T06:52:03,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741863_1040 (size=50301) 2024-12-04T06:52:03,149 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/cb42e2371bfb2acf9857590ea88ddad0/.tmp/c/ea9238ce8cb14d30b285f70eea2fffe5 2024-12-04T06:52:03,158 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ea9238ce8cb14d30b285f70eea2fffe5 2024-12-04T06:52:03,161 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/cb42e2371bfb2acf9857590ea88ddad0/.tmp/c/ea9238ce8cb14d30b285f70eea2fffe5 as hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/cb42e2371bfb2acf9857590ea88ddad0/c/ea9238ce8cb14d30b285f70eea2fffe5 2024-12-04T06:52:03,169 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ea9238ce8cb14d30b285f70eea2fffe5 2024-12-04T06:52:03,169 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/cb42e2371bfb2acf9857590ea88ddad0/c/ea9238ce8cb14d30b285f70eea2fffe5, entries=739, sequenceid=3002, filesize=49.1 K 2024-12-04T06:52:03,169 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for cb42e2371bfb2acf9857590ea88ddad0 in 39ms, sequenceid=3002, compaction requested=false; wal=null 2024-12-04T06:52:03,170 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/cb42e2371bfb2acf9857590ea88ddad0/recovered.edits/0000000000000003002 2024-12-04T06:52:03,171 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for cb42e2371bfb2acf9857590ea88ddad0 2024-12-04T06:52:03,171 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for cb42e2371bfb2acf9857590ea88ddad0 2024-12-04T06:52:03,172 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T06:52:03,174 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for cb42e2371bfb2acf9857590ea88ddad0 2024-12-04T06:52:03,177 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenIntoWAL/cb42e2371bfb2acf9857590ea88ddad0/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-12-04T06:52:03,178 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened cb42e2371bfb2acf9857590ea88ddad0; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63770666, jitterRate=-0.04974302649497986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T06:52:03,178 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for cb42e2371bfb2acf9857590ea88ddad0: Writing region info on filesystem at 1733295121928Initializing all the Stores at 1733295121929 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295121929Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295121930 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295121930Cleaning up temporary data from old regions at 1733295123171 (+1241 ms)Region opened successfully at 1733295123178 (+7 ms) 2024-12-04T06:52:03,245 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing cb42e2371bfb2acf9857590ea88ddad0, disabling compactions & flushes 2024-12-04T06:52:03,245 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733295117436.cb42e2371bfb2acf9857590ea88ddad0. 2024-12-04T06:52:03,245 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733295117436.cb42e2371bfb2acf9857590ea88ddad0. 2024-12-04T06:52:03,246 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733295117436.cb42e2371bfb2acf9857590ea88ddad0. after waiting 0 ms 2024-12-04T06:52:03,246 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733295117436.cb42e2371bfb2acf9857590ea88ddad0. 2024-12-04T06:52:03,248 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733295117436.cb42e2371bfb2acf9857590ea88ddad0. 2024-12-04T06:52:03,248 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for cb42e2371bfb2acf9857590ea88ddad0: Waiting for close lock at 1733295123245Disabling compacts and flushes for region at 1733295123245Disabling writes for close at 1733295123246 (+1 ms)Writing region close event to WAL at 1733295123248 (+2 ms)Closed at 1733295123248 2024-12-04T06:52:03,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741857_1034 (size=93) 2024-12-04T06:52:03,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741857_1034 (size=93) 2024-12-04T06:52:03,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741857_1034 (size=93) 2024-12-04T06:52:03,256 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-04T06:52:03,257 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733295121905) 2024-12-04T06:52:03,275 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenIntoWAL Thread=404 (was 388) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/cluster_d051eb78-b3be-3928-b4be-610d68166fea/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:35969 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:35969 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1475507912_22 at /127.0.0.1:57120 [Waiting for operation #4] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/cluster_d051eb78-b3be-3928-b4be-610d68166fea/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/cluster_d051eb78-b3be-3928-b4be-610d68166fea/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1475507912_22 at /127.0.0.1:56536 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:42629 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/cluster_d051eb78-b3be-3928-b4be-610d68166fea/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1475507912_22 at /127.0.0.1:50362 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:40809 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1475507912_22 at /127.0.0.1:57144 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=158 (was 172), ProcessCount=11 (was 11), AvailableMemoryMB=6843 (was 6904) 2024-12-04T06:52:03,291 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#test2727 Thread=404, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=158, ProcessCount=11, AvailableMemoryMB=6842 2024-12-04T06:52:03,309 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T06:52:03,311 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T06:52:03,312 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T06:52:03,316 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-45070295, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/hregion-45070295, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-04T06:52:03,337 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-45070295/hregion-45070295.1733295123317, exclude list is [], retry=0 2024-12-04T06:52:03,341 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33363,DS-006ccf11-2158-49f0-95d4-05abecf554ce,DISK] 2024-12-04T06:52:03,341 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46579,DS-272f10a2-c0e6-4fac-bd0b-cb9585050f38,DISK] 2024-12-04T06:52:03,341 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37487,DS-6619e935-c84f-413d-bcbd-dec6f3b539e6,DISK] 2024-12-04T06:52:03,344 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-45070295/hregion-45070295.1733295123317 2024-12-04T06:52:03,344 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44439:44439),(127.0.0.1/127.0.0.1:43723:43723),(127.0.0.1/127.0.0.1:41185:41185)] 2024-12-04T06:52:03,344 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 76a289ef558316798acd3d3ad6f71924, NAME => 'test2727,,1733295123309.76a289ef558316798acd3d3ad6f71924.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35969/hbase 2024-12-04T06:52:03,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741865_1042 (size=43) 2024-12-04T06:52:03,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741865_1042 (size=43) 2024-12-04T06:52:03,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741865_1042 (size=43) 2024-12-04T06:52:03,357 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733295123309.76a289ef558316798acd3d3ad6f71924.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:52:03,359 INFO [StoreOpener-76a289ef558316798acd3d3ad6f71924-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 76a289ef558316798acd3d3ad6f71924 2024-12-04T06:52:03,360 INFO [StoreOpener-76a289ef558316798acd3d3ad6f71924-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76a289ef558316798acd3d3ad6f71924 columnFamilyName a 2024-12-04T06:52:03,360 DEBUG [StoreOpener-76a289ef558316798acd3d3ad6f71924-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:03,361 INFO [StoreOpener-76a289ef558316798acd3d3ad6f71924-1 {}] regionserver.HStore(327): Store=76a289ef558316798acd3d3ad6f71924/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:03,361 INFO [StoreOpener-76a289ef558316798acd3d3ad6f71924-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 76a289ef558316798acd3d3ad6f71924 2024-12-04T06:52:03,363 INFO [StoreOpener-76a289ef558316798acd3d3ad6f71924-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76a289ef558316798acd3d3ad6f71924 columnFamilyName b 2024-12-04T06:52:03,363 DEBUG [StoreOpener-76a289ef558316798acd3d3ad6f71924-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:03,364 INFO [StoreOpener-76a289ef558316798acd3d3ad6f71924-1 {}] regionserver.HStore(327): Store=76a289ef558316798acd3d3ad6f71924/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:03,364 INFO [StoreOpener-76a289ef558316798acd3d3ad6f71924-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 76a289ef558316798acd3d3ad6f71924 2024-12-04T06:52:03,365 INFO [StoreOpener-76a289ef558316798acd3d3ad6f71924-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76a289ef558316798acd3d3ad6f71924 columnFamilyName c 2024-12-04T06:52:03,366 DEBUG [StoreOpener-76a289ef558316798acd3d3ad6f71924-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:03,366 INFO [StoreOpener-76a289ef558316798acd3d3ad6f71924-1 {}] regionserver.HStore(327): Store=76a289ef558316798acd3d3ad6f71924/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:03,366 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 76a289ef558316798acd3d3ad6f71924 2024-12-04T06:52:03,367 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/test2727/76a289ef558316798acd3d3ad6f71924 2024-12-04T06:52:03,368 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/test2727/76a289ef558316798acd3d3ad6f71924 2024-12-04T06:52:03,369 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 76a289ef558316798acd3d3ad6f71924 2024-12-04T06:52:03,369 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 76a289ef558316798acd3d3ad6f71924 2024-12-04T06:52:03,370 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T06:52:03,371 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 76a289ef558316798acd3d3ad6f71924 2024-12-04T06:52:03,373 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/hbase/data/default/test2727/76a289ef558316798acd3d3ad6f71924/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T06:52:03,374 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 76a289ef558316798acd3d3ad6f71924; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62270127, jitterRate=-0.07210280001163483}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T06:52:03,375 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 76a289ef558316798acd3d3ad6f71924: Writing region info on filesystem at 1733295123357Initializing all the Stores at 1733295123358 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295123358Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295123358Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295123358Cleaning up temporary data from old regions at 1733295123369 (+11 ms)Region opened successfully at 1733295123375 (+6 ms) 2024-12-04T06:52:03,375 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 76a289ef558316798acd3d3ad6f71924, disabling compactions & flushes 2024-12-04T06:52:03,375 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733295123309.76a289ef558316798acd3d3ad6f71924. 2024-12-04T06:52:03,375 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733295123309.76a289ef558316798acd3d3ad6f71924. 2024-12-04T06:52:03,375 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733295123309.76a289ef558316798acd3d3ad6f71924. after waiting 0 ms 2024-12-04T06:52:03,375 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733295123309.76a289ef558316798acd3d3ad6f71924. 2024-12-04T06:52:03,375 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733295123309.76a289ef558316798acd3d3ad6f71924. 2024-12-04T06:52:03,376 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 76a289ef558316798acd3d3ad6f71924: Waiting for close lock at 1733295123375Disabling compacts and flushes for region at 1733295123375Disabling writes for close at 1733295123375Writing region close event to WAL at 1733295123375Closed at 1733295123375 2024-12-04T06:52:03,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741864_1041 (size=93) 2024-12-04T06:52:03,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741864_1041 (size=93) 2024-12-04T06:52:03,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741864_1041 (size=93) 2024-12-04T06:52:03,381 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-04T06:52:03,381 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-45070295:(num 1733295123317) 2024-12-04T06:52:03,382 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-04T06:52:03,384 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733295123307, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-04T06:52:03,399 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733295123307/wal.1733295123385, exclude list is [], retry=0 2024-12-04T06:52:03,402 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33363,DS-006ccf11-2158-49f0-95d4-05abecf554ce,DISK] 2024-12-04T06:52:03,403 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37487,DS-6619e935-c84f-413d-bcbd-dec6f3b539e6,DISK] 2024-12-04T06:52:03,403 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46579,DS-272f10a2-c0e6-4fac-bd0b-cb9585050f38,DISK] 2024-12-04T06:52:03,405 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733295123307/wal.1733295123385 2024-12-04T06:52:03,405 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44439:44439),(127.0.0.1/127.0.0.1:41185:41185),(127.0.0.1/127.0.0.1:43723:43723)] 2024-12-04T06:52:03,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741866_1043 (size=200357) 2024-12-04T06:52:03,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741866_1043 (size=200357) 2024-12-04T06:52:03,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741866_1043 (size=200357) 2024-12-04T06:52:03,584 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733295123307/wal.1733295123385, size=195.7 K (200357bytes) 2024-12-04T06:52:03,584 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733295123307/wal.1733295123385 2024-12-04T06:52:03,585 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733295123307/wal.1733295123385 after 1ms 2024-12-04T06:52:03,588 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733295123307/wal.1733295123385: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T06:52:03,589 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733295123307/wal.1733295123385 took 5ms 2024-12-04T06:52:03,593 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733295123385.temp 2024-12-04T06:52:03,595 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/test2727/76a289ef558316798acd3d3ad6f71924/recovered.edits/0000000000000000001-wal.1733295123385.temp 2024-12-04T06:52:03,656 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733295123307/wal.1733295123385 so closing down 2024-12-04T06:52:03,656 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-04T06:52:03,656 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-04T06:52:03,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741867_1044 (size=200357) 2024-12-04T06:52:03,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741867_1044 (size=200357) 2024-12-04T06:52:03,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741867_1044 (size=200357) 2024-12-04T06:52:03,661 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/test2727/76a289ef558316798acd3d3ad6f71924/recovered.edits/0000000000000000001-wal.1733295123385.temp (wrote 3000 edits, skipped 0 edits in 22 ms) 2024-12-04T06:52:03,663 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35969/hbase/data/default/test2727/76a289ef558316798acd3d3ad6f71924/recovered.edits/0000000000000000001-wal.1733295123385.temp to hdfs://localhost:35969/hbase/data/default/test2727/76a289ef558316798acd3d3ad6f71924/recovered.edits/0000000000000003000 2024-12-04T06:52:03,663 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 74 ms; skipped=0; WAL=hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733295123307/wal.1733295123385, size=195.7 K, length=200357, corrupted=false, cancelled=false 2024-12-04T06:52:03,664 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733295123307/wal.1733295123385, journal: Splitting hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733295123307/wal.1733295123385, size=195.7 K (200357bytes) at 1733295123584Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/test2727/76a289ef558316798acd3d3ad6f71924/recovered.edits/0000000000000000001-wal.1733295123385.temp at 1733295123595 (+11 ms)Split 1024 edits, skipped 0 edits. at 1733295123613 (+18 ms)Split 2048 edits, skipped 0 edits. at 1733295123635 (+22 ms)Finishing writing output for hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733295123307/wal.1733295123385 so closing down at 1733295123656 (+21 ms)3 split writer threads finished at 1733295123656Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/test2727/76a289ef558316798acd3d3ad6f71924/recovered.edits/0000000000000000001-wal.1733295123385.temp (wrote 3000 edits, skipped 0 edits in 22 ms) at 1733295123661 (+5 ms)Rename recovered edits hdfs://localhost:35969/hbase/data/default/test2727/76a289ef558316798acd3d3ad6f71924/recovered.edits/0000000000000000001-wal.1733295123385.temp to hdfs://localhost:35969/hbase/data/default/test2727/76a289ef558316798acd3d3ad6f71924/recovered.edits/0000000000000003000 at 1733295123663 (+2 ms)Processed 3000 edits across 1 Regions in 74 ms; skipped=0; WAL=hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733295123307/wal.1733295123385, size=195.7 K, length=200357, corrupted=false, cancelled=false at 1733295123663 2024-12-04T06:52:03,666 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733295123307/wal.1733295123385 to hdfs://localhost:35969/hbase/oldWALs/wal.1733295123385 2024-12-04T06:52:03,667 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35969/hbase/data/default/test2727/76a289ef558316798acd3d3ad6f71924/recovered.edits/0000000000000003000 2024-12-04T06:52:03,667 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-04T06:52:03,670 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733295123307, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-04T06:52:03,693 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733295123307/wal.1733295123670, exclude list is [], retry=0 2024-12-04T06:52:03,697 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33363,DS-006ccf11-2158-49f0-95d4-05abecf554ce,DISK] 2024-12-04T06:52:03,698 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37487,DS-6619e935-c84f-413d-bcbd-dec6f3b539e6,DISK] 2024-12-04T06:52:03,698 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46579,DS-272f10a2-c0e6-4fac-bd0b-cb9585050f38,DISK] 2024-12-04T06:52:03,701 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733295123307/wal.1733295123670 2024-12-04T06:52:03,702 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44439:44439),(127.0.0.1/127.0.0.1:41185:41185),(127.0.0.1/127.0.0.1:43723:43723)] 2024-12-04T06:52:03,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741868_1045 (size=200484) 2024-12-04T06:52:03,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741868_1045 (size=200484) 2024-12-04T06:52:03,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741868_1045 (size=200484) 2024-12-04T06:52:03,870 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733295123307/wal.1733295123670, size=195.8 K (200484bytes) 2024-12-04T06:52:03,870 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733295123307/wal.1733295123670 2024-12-04T06:52:03,870 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733295123307/wal.1733295123670 after 0ms 2024-12-04T06:52:03,873 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733295123307/wal.1733295123670: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T06:52:03,875 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733295123307/wal.1733295123670 took 5ms 2024-12-04T06:52:03,881 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1733295123670.temp 2024-12-04T06:52:03,883 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/test2727/76a289ef558316798acd3d3ad6f71924/recovered.edits/0000000000000003001-wal.1733295123670.temp 2024-12-04T06:52:03,938 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733295123307/wal.1733295123670 so closing down 2024-12-04T06:52:03,938 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-04T06:52:03,938 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-04T06:52:03,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741869_1046 (size=200484) 2024-12-04T06:52:03,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741869_1046 (size=200484) 2024-12-04T06:52:03,943 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/test2727/76a289ef558316798acd3d3ad6f71924/recovered.edits/0000000000000003001-wal.1733295123670.temp (wrote 3000 edits, skipped 0 edits in 20 ms) 2024-12-04T06:52:03,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741869_1046 (size=200484) 2024-12-04T06:52:03,944 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T06:52:03,944 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T06:52:03,947 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T06:52:03,947 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T06:52:03,947 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T06:52:03,947 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T06:52:03,947 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35969/hbase/data/default/test2727/76a289ef558316798acd3d3ad6f71924/recovered.edits/0000000000000003001-wal.1733295123670.temp to hdfs://localhost:35969/hbase/data/default/test2727/76a289ef558316798acd3d3ad6f71924/recovered.edits/0000000000000006000 2024-12-04T06:52:03,948 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 72 ms; skipped=0; WAL=hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733295123307/wal.1733295123670, size=195.8 K, length=200484, corrupted=false, cancelled=false 2024-12-04T06:52:03,948 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733295123307/wal.1733295123670, journal: Splitting hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733295123307/wal.1733295123670, size=195.8 K (200484bytes) at 1733295123870Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/test2727/76a289ef558316798acd3d3ad6f71924/recovered.edits/0000000000000003001-wal.1733295123670.temp at 1733295123883 (+13 ms)Split 1024 edits, skipped 0 edits. at 1733295123899 (+16 ms)Split 2048 edits, skipped 0 edits. at 1733295123919 (+20 ms)Finishing writing output for hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733295123307/wal.1733295123670 so closing down at 1733295123938 (+19 ms)3 split writer threads finished at 1733295123938Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/test2727/76a289ef558316798acd3d3ad6f71924/recovered.edits/0000000000000003001-wal.1733295123670.temp (wrote 3000 edits, skipped 0 edits in 20 ms) at 1733295123943 (+5 ms)Rename recovered edits hdfs://localhost:35969/hbase/data/default/test2727/76a289ef558316798acd3d3ad6f71924/recovered.edits/0000000000000003001-wal.1733295123670.temp to hdfs://localhost:35969/hbase/data/default/test2727/76a289ef558316798acd3d3ad6f71924/recovered.edits/0000000000000006000 at 1733295123948 (+5 ms)Processed 3000 edits across 1 Regions in 72 ms; skipped=0; WAL=hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733295123307/wal.1733295123670, size=195.8 K, length=200484, corrupted=false, cancelled=false at 1733295123948 2024-12-04T06:52:03,949 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-12-04T06:52:03,949 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-12-04T06:52:03,950 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733295123307/wal.1733295123670 to hdfs://localhost:35969/hbase/oldWALs/wal.1733295123670 2024-12-04T06:52:03,952 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35969/hbase/data/default/test2727/76a289ef558316798acd3d3ad6f71924/recovered.edits/0000000000000006000 2024-12-04T06:52:03,952 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-04T06:52:03,954 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/test2727-manual,16010,1733295123307, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-04T06:52:03,971 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733295123307/wal.1733295123955, exclude list is [], retry=0 2024-12-04T06:52:03,974 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33363,DS-006ccf11-2158-49f0-95d4-05abecf554ce,DISK] 2024-12-04T06:52:03,974 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46579,DS-272f10a2-c0e6-4fac-bd0b-cb9585050f38,DISK] 2024-12-04T06:52:03,975 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37487,DS-6619e935-c84f-413d-bcbd-dec6f3b539e6,DISK] 2024-12-04T06:52:03,977 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733295123307/wal.1733295123955 2024-12-04T06:52:03,978 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44439:44439),(127.0.0.1/127.0.0.1:43723:43723),(127.0.0.1/127.0.0.1:41185:41185)] 2024-12-04T06:52:03,978 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 76a289ef558316798acd3d3ad6f71924, NAME => 'test2727,,1733295123309.76a289ef558316798acd3d3ad6f71924.', STARTKEY => '', ENDKEY => ''} 2024-12-04T06:52:03,978 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733295123309.76a289ef558316798acd3d3ad6f71924.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:52:03,978 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 76a289ef558316798acd3d3ad6f71924 2024-12-04T06:52:03,979 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 76a289ef558316798acd3d3ad6f71924 2024-12-04T06:52:03,981 INFO [StoreOpener-76a289ef558316798acd3d3ad6f71924-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 76a289ef558316798acd3d3ad6f71924 2024-12-04T06:52:03,982 INFO [StoreOpener-76a289ef558316798acd3d3ad6f71924-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76a289ef558316798acd3d3ad6f71924 columnFamilyName a 2024-12-04T06:52:03,982 DEBUG [StoreOpener-76a289ef558316798acd3d3ad6f71924-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:03,983 INFO [StoreOpener-76a289ef558316798acd3d3ad6f71924-1 {}] regionserver.HStore(327): Store=76a289ef558316798acd3d3ad6f71924/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:03,983 INFO [StoreOpener-76a289ef558316798acd3d3ad6f71924-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 76a289ef558316798acd3d3ad6f71924 2024-12-04T06:52:03,985 INFO [StoreOpener-76a289ef558316798acd3d3ad6f71924-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76a289ef558316798acd3d3ad6f71924 columnFamilyName b 2024-12-04T06:52:03,985 DEBUG [StoreOpener-76a289ef558316798acd3d3ad6f71924-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:03,985 INFO [StoreOpener-76a289ef558316798acd3d3ad6f71924-1 {}] regionserver.HStore(327): Store=76a289ef558316798acd3d3ad6f71924/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:03,986 INFO [StoreOpener-76a289ef558316798acd3d3ad6f71924-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 76a289ef558316798acd3d3ad6f71924 2024-12-04T06:52:03,986 INFO [StoreOpener-76a289ef558316798acd3d3ad6f71924-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76a289ef558316798acd3d3ad6f71924 columnFamilyName c 2024-12-04T06:52:03,987 DEBUG [StoreOpener-76a289ef558316798acd3d3ad6f71924-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:03,987 INFO [StoreOpener-76a289ef558316798acd3d3ad6f71924-1 {}] regionserver.HStore(327): Store=76a289ef558316798acd3d3ad6f71924/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:03,987 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 76a289ef558316798acd3d3ad6f71924 2024-12-04T06:52:03,988 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/test2727/76a289ef558316798acd3d3ad6f71924 2024-12-04T06:52:03,991 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/test2727/76a289ef558316798acd3d3ad6f71924 2024-12-04T06:52:03,991 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35969/hbase/data/default/test2727/76a289ef558316798acd3d3ad6f71924/recovered.edits/0000000000000003000 2024-12-04T06:52:03,994 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35969/hbase/data/default/test2727/76a289ef558316798acd3d3ad6f71924/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T06:52:04,045 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:35969/hbase/data/default/test2727/76a289ef558316798acd3d3ad6f71924/recovered.edits/0000000000000003000 2024-12-04T06:52:04,047 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35969/hbase/data/default/test2727/76a289ef558316798acd3d3ad6f71924/recovered.edits/0000000000000006000 2024-12-04T06:52:04,050 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35969/hbase/data/default/test2727/76a289ef558316798acd3d3ad6f71924/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T06:52:04,096 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:35969/hbase/data/default/test2727/76a289ef558316798acd3d3ad6f71924/recovered.edits/0000000000000006000 2024-12-04T06:52:04,096 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 76a289ef558316798acd3d3ad6f71924 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-12-04T06:52:04,120 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/test2727/76a289ef558316798acd3d3ad6f71924/.tmp/a/8028c58c5d7e464ab36634a33e1b9fc7 is 41, key is test2727/a:100/1733295123706/Put/seqid=0 2024-12-04T06:52:04,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741871_1048 (size=84227) 2024-12-04T06:52:04,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741871_1048 (size=84227) 2024-12-04T06:52:04,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741871_1048 (size=84227) 2024-12-04T06:52:04,130 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/test2727/76a289ef558316798acd3d3ad6f71924/.tmp/a/8028c58c5d7e464ab36634a33e1b9fc7 2024-12-04T06:52:04,159 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/test2727/76a289ef558316798acd3d3ad6f71924/.tmp/b/8997457585994272a5ada80eb2c4a492 is 41, key is test2727/b:100/1733295123752/Put/seqid=0 2024-12-04T06:52:04,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741872_1049 (size=84609) 2024-12-04T06:52:04,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741872_1049 (size=84609) 2024-12-04T06:52:04,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741872_1049 (size=84609) 2024-12-04T06:52:04,169 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/test2727/76a289ef558316798acd3d3ad6f71924/.tmp/b/8997457585994272a5ada80eb2c4a492 2024-12-04T06:52:04,198 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/test2727/76a289ef558316798acd3d3ad6f71924/.tmp/c/35319f8933b747529a7ccba2287ce4ac is 41, key is test2727/c:100/1733295123801/Put/seqid=0 2024-12-04T06:52:04,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741873_1050 (size=84609) 2024-12-04T06:52:04,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741873_1050 (size=84609) 2024-12-04T06:52:04,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741873_1050 (size=84609) 2024-12-04T06:52:04,205 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/test2727/76a289ef558316798acd3d3ad6f71924/.tmp/c/35319f8933b747529a7ccba2287ce4ac 2024-12-04T06:52:04,213 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/test2727/76a289ef558316798acd3d3ad6f71924/.tmp/a/8028c58c5d7e464ab36634a33e1b9fc7 as hdfs://localhost:35969/hbase/data/default/test2727/76a289ef558316798acd3d3ad6f71924/a/8028c58c5d7e464ab36634a33e1b9fc7 2024-12-04T06:52:04,219 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/test2727/76a289ef558316798acd3d3ad6f71924/a/8028c58c5d7e464ab36634a33e1b9fc7, entries=2000, sequenceid=6000, filesize=82.3 K 2024-12-04T06:52:04,220 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/test2727/76a289ef558316798acd3d3ad6f71924/.tmp/b/8997457585994272a5ada80eb2c4a492 as hdfs://localhost:35969/hbase/data/default/test2727/76a289ef558316798acd3d3ad6f71924/b/8997457585994272a5ada80eb2c4a492 2024-12-04T06:52:04,225 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/test2727/76a289ef558316798acd3d3ad6f71924/b/8997457585994272a5ada80eb2c4a492, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-04T06:52:04,227 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/test2727/76a289ef558316798acd3d3ad6f71924/.tmp/c/35319f8933b747529a7ccba2287ce4ac as hdfs://localhost:35969/hbase/data/default/test2727/76a289ef558316798acd3d3ad6f71924/c/35319f8933b747529a7ccba2287ce4ac 2024-12-04T06:52:04,232 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/test2727/76a289ef558316798acd3d3ad6f71924/c/35319f8933b747529a7ccba2287ce4ac, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-04T06:52:04,233 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 76a289ef558316798acd3d3ad6f71924 in 137ms, sequenceid=6000, compaction requested=false; wal=null 2024-12-04T06:52:04,234 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35969/hbase/data/default/test2727/76a289ef558316798acd3d3ad6f71924/recovered.edits/0000000000000003000 2024-12-04T06:52:04,234 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35969/hbase/data/default/test2727/76a289ef558316798acd3d3ad6f71924/recovered.edits/0000000000000006000 2024-12-04T06:52:04,235 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 76a289ef558316798acd3d3ad6f71924 2024-12-04T06:52:04,235 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 76a289ef558316798acd3d3ad6f71924 2024-12-04T06:52:04,236 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T06:52:04,238 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 76a289ef558316798acd3d3ad6f71924 2024-12-04T06:52:04,240 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/hbase/data/default/test2727/76a289ef558316798acd3d3ad6f71924/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-12-04T06:52:04,241 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 76a289ef558316798acd3d3ad6f71924; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58721732, jitterRate=-0.12497800588607788}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T06:52:04,242 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 76a289ef558316798acd3d3ad6f71924: Writing region info on filesystem at 1733295123979Initializing all the Stores at 1733295123980 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295123980Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295123980Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295123980Obtaining lock to block concurrent updates at 1733295124096 (+116 ms)Preparing flush snapshotting stores in 76a289ef558316798acd3d3ad6f71924 at 1733295124096Finished memstore snapshotting test2727,,1733295123309.76a289ef558316798acd3d3ad6f71924., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1733295124097 (+1 ms)Flushing stores of test2727,,1733295123309.76a289ef558316798acd3d3ad6f71924. at 1733295124097Flushing 76a289ef558316798acd3d3ad6f71924/a: creating writer at 1733295124097Flushing 76a289ef558316798acd3d3ad6f71924/a: appending metadata at 1733295124120 (+23 ms)Flushing 76a289ef558316798acd3d3ad6f71924/a: closing flushed file at 1733295124120Flushing 76a289ef558316798acd3d3ad6f71924/b: creating writer at 1733295124136 (+16 ms)Flushing 76a289ef558316798acd3d3ad6f71924/b: appending metadata at 1733295124156 (+20 ms)Flushing 76a289ef558316798acd3d3ad6f71924/b: closing flushed file at 1733295124157 (+1 ms)Flushing 76a289ef558316798acd3d3ad6f71924/c: creating writer at 1733295124175 (+18 ms)Flushing 76a289ef558316798acd3d3ad6f71924/c: appending metadata at 1733295124197 (+22 ms)Flushing 76a289ef558316798acd3d3ad6f71924/c: closing flushed file at 1733295124197Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64986f24: reopening flushed file at 1733295124212 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55629b49: reopening flushed file at 1733295124219 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7608aacc: reopening flushed file at 1733295124226 (+7 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 76a289ef558316798acd3d3ad6f71924 in 137ms, sequenceid=6000, compaction requested=false; wal=null at 1733295124233 (+7 ms)Cleaning up temporary data from old regions at 1733295124235 (+2 ms)Region opened successfully at 1733295124242 (+7 ms) 2024-12-04T06:52:04,244 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-12-04T06:52:04,244 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 76a289ef558316798acd3d3ad6f71924, disabling compactions & flushes 2024-12-04T06:52:04,244 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733295123309.76a289ef558316798acd3d3ad6f71924. 2024-12-04T06:52:04,244 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733295123309.76a289ef558316798acd3d3ad6f71924. 2024-12-04T06:52:04,244 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733295123309.76a289ef558316798acd3d3ad6f71924. after waiting 0 ms 2024-12-04T06:52:04,244 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733295123309.76a289ef558316798acd3d3ad6f71924. 2024-12-04T06:52:04,245 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733295123309.76a289ef558316798acd3d3ad6f71924. 2024-12-04T06:52:04,245 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 76a289ef558316798acd3d3ad6f71924: Waiting for close lock at 1733295124244Disabling compacts and flushes for region at 1733295124244Disabling writes for close at 1733295124244Writing region close event to WAL at 1733295124245 (+1 ms)Closed at 1733295124245 2024-12-04T06:52:04,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741870_1047 (size=93) 2024-12-04T06:52:04,250 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/test2727-manual,16010,1733295123307/wal.1733295123955 not finished, retry = 0 2024-12-04T06:52:04,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741870_1047 (size=93) 2024-12-04T06:52:04,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741870_1047 (size=93) 2024-12-04T06:52:04,353 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-04T06:52:04,353 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733295123955) 2024-12-04T06:52:04,368 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#test2727 Thread=406 (was 404) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1781091661_22 at /127.0.0.1:56586 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1781091661_22 at /127.0.0.1:57254 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1781091661_22 at /127.0.0.1:50362 [Waiting for operation #24] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 158) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6623 (was 6842) 2024-12-04T06:52:04,379 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testSequentialEditLogSeqNum Thread=406, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=6623 2024-12-04T06:52:04,396 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T06:52:04,403 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733295124396, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-04T06:52:04,404 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1733295124404 2024-12-04T06:52:04,412 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733295124396/wal.1733295124404 2024-12-04T06:52:04,414 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41185:41185),(127.0.0.1/127.0.0.1:44439:44439),(127.0.0.1/127.0.0.1:43723:43723)] 2024-12-04T06:52:04,415 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e2a1e43650309534bf8b7bde36382160, NAME => 'testSequentialEditLogSeqNum,,1733295124397.e2a1e43650309534bf8b7bde36382160.', STARTKEY => '', ENDKEY => ''} 2024-12-04T06:52:04,415 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1733295124397.e2a1e43650309534bf8b7bde36382160.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:52:04,416 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e2a1e43650309534bf8b7bde36382160 2024-12-04T06:52:04,416 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e2a1e43650309534bf8b7bde36382160 2024-12-04T06:52:04,417 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:35969/hbase/data/default/testSequentialEditLogSeqNum/e2a1e43650309534bf8b7bde36382160 doesn't exist for region: e2a1e43650309534bf8b7bde36382160 on table testSequentialEditLogSeqNum 2024-12-04T06:52:04,417 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: e2a1e43650309534bf8b7bde36382160 on table testSequentialEditLogSeqNum 2024-12-04T06:52:04,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741875_1052 (size=62) 2024-12-04T06:52:04,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741875_1052 (size=62) 2024-12-04T06:52:04,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741875_1052 (size=62) 2024-12-04T06:52:04,430 INFO [StoreOpener-e2a1e43650309534bf8b7bde36382160-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e2a1e43650309534bf8b7bde36382160 2024-12-04T06:52:04,432 INFO [StoreOpener-e2a1e43650309534bf8b7bde36382160-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2a1e43650309534bf8b7bde36382160 columnFamilyName a 2024-12-04T06:52:04,432 DEBUG [StoreOpener-e2a1e43650309534bf8b7bde36382160-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:04,433 INFO [StoreOpener-e2a1e43650309534bf8b7bde36382160-1 {}] regionserver.HStore(327): Store=e2a1e43650309534bf8b7bde36382160/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:04,433 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e2a1e43650309534bf8b7bde36382160 2024-12-04T06:52:04,433 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testSequentialEditLogSeqNum/e2a1e43650309534bf8b7bde36382160 2024-12-04T06:52:04,434 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testSequentialEditLogSeqNum/e2a1e43650309534bf8b7bde36382160 2024-12-04T06:52:04,434 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e2a1e43650309534bf8b7bde36382160 2024-12-04T06:52:04,434 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e2a1e43650309534bf8b7bde36382160 2024-12-04T06:52:04,436 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e2a1e43650309534bf8b7bde36382160 2024-12-04T06:52:04,439 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/hbase/data/default/testSequentialEditLogSeqNum/e2a1e43650309534bf8b7bde36382160/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T06:52:04,439 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e2a1e43650309534bf8b7bde36382160; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60265920, jitterRate=-0.10196781158447266}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T06:52:04,441 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e2a1e43650309534bf8b7bde36382160: Writing region info on filesystem at 1733295124416Initializing all the Stores at 1733295124430 (+14 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295124430Cleaning up temporary data from old regions at 1733295124434 (+4 ms)Region opened successfully at 1733295124441 (+7 ms) 2024-12-04T06:52:04,454 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e2a1e43650309534bf8b7bde36382160 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-12-04T06:52:04,478 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testSequentialEditLogSeqNum/e2a1e43650309534bf8b7bde36382160/.tmp/a/c74cb0f10d88427bbb2fe2caf310bbef is 81, key is testSequentialEditLogSeqNum/a:x0/1733295124441/Put/seqid=0 2024-12-04T06:52:04,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741876_1053 (size=5833) 2024-12-04T06:52:04,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741876_1053 (size=5833) 2024-12-04T06:52:04,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741876_1053 (size=5833) 2024-12-04T06:52:04,488 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/testSequentialEditLogSeqNum/e2a1e43650309534bf8b7bde36382160/.tmp/a/c74cb0f10d88427bbb2fe2caf310bbef 2024-12-04T06:52:04,494 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testSequentialEditLogSeqNum/e2a1e43650309534bf8b7bde36382160/.tmp/a/c74cb0f10d88427bbb2fe2caf310bbef as hdfs://localhost:35969/hbase/data/default/testSequentialEditLogSeqNum/e2a1e43650309534bf8b7bde36382160/a/c74cb0f10d88427bbb2fe2caf310bbef 2024-12-04T06:52:04,500 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/testSequentialEditLogSeqNum/e2a1e43650309534bf8b7bde36382160/a/c74cb0f10d88427bbb2fe2caf310bbef, entries=10, sequenceid=13, filesize=5.7 K 2024-12-04T06:52:04,501 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for e2a1e43650309534bf8b7bde36382160 in 47ms, sequenceid=13, compaction requested=false 2024-12-04T06:52:04,502 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e2a1e43650309534bf8b7bde36382160: 2024-12-04T06:52:04,507 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-04T06:52:04,507 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-04T06:52:04,508 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-04T06:52:04,508 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-04T06:52:04,508 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-04T06:52:04,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741874_1051 (size=1616) 2024-12-04T06:52:04,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741874_1051 (size=1616) 2024-12-04T06:52:04,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741874_1051 (size=1616) 2024-12-04T06:52:04,537 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35969/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733295124396/wal.1733295124404, size=1.6 K (1616bytes) 2024-12-04T06:52:04,537 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35969/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733295124396/wal.1733295124404 2024-12-04T06:52:04,538 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35969/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733295124396/wal.1733295124404 after 0ms 2024-12-04T06:52:04,541 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35969/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733295124396/wal.1733295124404: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T06:52:04,541 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35969/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733295124396/wal.1733295124404 took 4ms 2024-12-04T06:52:04,544 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35969/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733295124396/wal.1733295124404 so closing down 2024-12-04T06:52:04,545 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-04T06:52:04,546 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733295124404.temp 2024-12-04T06:52:04,547 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testSequentialEditLogSeqNum/e2a1e43650309534bf8b7bde36382160/recovered.edits/0000000000000000003-wal.1733295124404.temp 2024-12-04T06:52:04,548 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-04T06:52:04,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741877_1054 (size=1175) 2024-12-04T06:52:04,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741877_1054 (size=1175) 2024-12-04T06:52:04,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741877_1054 (size=1175) 2024-12-04T06:52:04,560 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testSequentialEditLogSeqNum/e2a1e43650309534bf8b7bde36382160/recovered.edits/0000000000000000003-wal.1733295124404.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-12-04T06:52:04,562 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35969/hbase/data/default/testSequentialEditLogSeqNum/e2a1e43650309534bf8b7bde36382160/recovered.edits/0000000000000000003-wal.1733295124404.temp to hdfs://localhost:35969/hbase/data/default/testSequentialEditLogSeqNum/e2a1e43650309534bf8b7bde36382160/recovered.edits/0000000000000000020 2024-12-04T06:52:04,562 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 20 ms; skipped=2; WAL=hdfs://localhost:35969/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733295124396/wal.1733295124404, size=1.6 K, length=1616, corrupted=false, cancelled=false 2024-12-04T06:52:04,562 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35969/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733295124396/wal.1733295124404, journal: Splitting hdfs://localhost:35969/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733295124396/wal.1733295124404, size=1.6 K (1616bytes) at 1733295124537Finishing writing output for hdfs://localhost:35969/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733295124396/wal.1733295124404 so closing down at 1733295124545 (+8 ms)Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testSequentialEditLogSeqNum/e2a1e43650309534bf8b7bde36382160/recovered.edits/0000000000000000003-wal.1733295124404.temp at 1733295124547 (+2 ms)3 split writer threads finished at 1733295124548 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testSequentialEditLogSeqNum/e2a1e43650309534bf8b7bde36382160/recovered.edits/0000000000000000003-wal.1733295124404.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1733295124560 (+12 ms)Rename recovered edits hdfs://localhost:35969/hbase/data/default/testSequentialEditLogSeqNum/e2a1e43650309534bf8b7bde36382160/recovered.edits/0000000000000000003-wal.1733295124404.temp to hdfs://localhost:35969/hbase/data/default/testSequentialEditLogSeqNum/e2a1e43650309534bf8b7bde36382160/recovered.edits/0000000000000000020 at 1733295124562 (+2 ms)Processed 17 edits across 1 Regions in 20 ms; skipped=2; WAL=hdfs://localhost:35969/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733295124396/wal.1733295124404, size=1.6 K, length=1616, corrupted=false, cancelled=false at 1733295124562 2024-12-04T06:52:04,579 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testSequentialEditLogSeqNum Thread=411 (was 406) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1781091661_22 at /127.0.0.1:56586 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1781091661_22 at /127.0.0.1:50362 [Waiting for operation #26] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 161), ProcessCount=11 (was 11), AvailableMemoryMB=6605 (was 6623) 2024-12-04T06:52:04,592 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testRegionMadeOfBulkLoadedFilesOnly Thread=411, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=6604 2024-12-04T06:52:04,610 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T06:52:04,613 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T06:52:04,645 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T06:52:04,648 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-17716778, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/hregion-17716778, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-04T06:52:04,665 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-17716778/hregion-17716778.1733295124649, exclude list is [], retry=0 2024-12-04T06:52:04,703 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37487,DS-6619e935-c84f-413d-bcbd-dec6f3b539e6,DISK] 2024-12-04T06:52:04,706 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46579,DS-272f10a2-c0e6-4fac-bd0b-cb9585050f38,DISK] 2024-12-04T06:52:04,708 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33363,DS-006ccf11-2158-49f0-95d4-05abecf554ce,DISK] 2024-12-04T06:52:04,717 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-17716778/hregion-17716778.1733295124649 2024-12-04T06:52:04,720 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41185:41185),(127.0.0.1/127.0.0.1:43723:43723),(127.0.0.1/127.0.0.1:44439:44439)] 2024-12-04T06:52:04,720 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 32762f903a7f90da3549d9bfcf8d627a, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733295124611.32762f903a7f90da3549d9bfcf8d627a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35969/hbase 2024-12-04T06:52:04,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741879_1056 (size=70) 2024-12-04T06:52:04,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741879_1056 (size=70) 2024-12-04T06:52:04,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741879_1056 (size=70) 2024-12-04T06:52:04,760 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733295124611.32762f903a7f90da3549d9bfcf8d627a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:52:04,762 INFO [StoreOpener-32762f903a7f90da3549d9bfcf8d627a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 32762f903a7f90da3549d9bfcf8d627a 2024-12-04T06:52:04,764 INFO [StoreOpener-32762f903a7f90da3549d9bfcf8d627a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32762f903a7f90da3549d9bfcf8d627a columnFamilyName a 2024-12-04T06:52:04,764 DEBUG [StoreOpener-32762f903a7f90da3549d9bfcf8d627a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:04,765 INFO [StoreOpener-32762f903a7f90da3549d9bfcf8d627a-1 {}] regionserver.HStore(327): Store=32762f903a7f90da3549d9bfcf8d627a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:04,765 INFO [StoreOpener-32762f903a7f90da3549d9bfcf8d627a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 32762f903a7f90da3549d9bfcf8d627a 2024-12-04T06:52:04,766 INFO [StoreOpener-32762f903a7f90da3549d9bfcf8d627a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32762f903a7f90da3549d9bfcf8d627a columnFamilyName b 2024-12-04T06:52:04,766 DEBUG [StoreOpener-32762f903a7f90da3549d9bfcf8d627a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:04,767 INFO [StoreOpener-32762f903a7f90da3549d9bfcf8d627a-1 {}] regionserver.HStore(327): Store=32762f903a7f90da3549d9bfcf8d627a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:04,767 INFO [StoreOpener-32762f903a7f90da3549d9bfcf8d627a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 32762f903a7f90da3549d9bfcf8d627a 2024-12-04T06:52:04,768 INFO [StoreOpener-32762f903a7f90da3549d9bfcf8d627a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32762f903a7f90da3549d9bfcf8d627a columnFamilyName c 2024-12-04T06:52:04,768 DEBUG [StoreOpener-32762f903a7f90da3549d9bfcf8d627a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:04,769 INFO [StoreOpener-32762f903a7f90da3549d9bfcf8d627a-1 {}] regionserver.HStore(327): Store=32762f903a7f90da3549d9bfcf8d627a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:04,769 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 32762f903a7f90da3549d9bfcf8d627a 2024-12-04T06:52:04,770 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/32762f903a7f90da3549d9bfcf8d627a 2024-12-04T06:52:04,770 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/32762f903a7f90da3549d9bfcf8d627a 2024-12-04T06:52:04,771 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 32762f903a7f90da3549d9bfcf8d627a 2024-12-04T06:52:04,771 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 32762f903a7f90da3549d9bfcf8d627a 2024-12-04T06:52:04,772 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T06:52:04,773 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 32762f903a7f90da3549d9bfcf8d627a 2024-12-04T06:52:04,775 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/32762f903a7f90da3549d9bfcf8d627a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T06:52:04,776 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 32762f903a7f90da3549d9bfcf8d627a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70662224, jitterRate=0.05294919013977051}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T06:52:04,776 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 32762f903a7f90da3549d9bfcf8d627a: Writing region info on filesystem at 1733295124760Initializing all the Stores at 1733295124762 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295124762Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295124762Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295124762Cleaning up temporary data from old regions at 1733295124771 (+9 ms)Region opened successfully at 1733295124776 (+5 ms) 2024-12-04T06:52:04,777 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 32762f903a7f90da3549d9bfcf8d627a, disabling compactions & flushes 2024-12-04T06:52:04,777 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733295124611.32762f903a7f90da3549d9bfcf8d627a. 2024-12-04T06:52:04,777 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733295124611.32762f903a7f90da3549d9bfcf8d627a. 2024-12-04T06:52:04,777 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733295124611.32762f903a7f90da3549d9bfcf8d627a. after waiting 0 ms 2024-12-04T06:52:04,777 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733295124611.32762f903a7f90da3549d9bfcf8d627a. 2024-12-04T06:52:04,777 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733295124611.32762f903a7f90da3549d9bfcf8d627a. 2024-12-04T06:52:04,777 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 32762f903a7f90da3549d9bfcf8d627a: Waiting for close lock at 1733295124776Disabling compacts and flushes for region at 1733295124776Disabling writes for close at 1733295124777 (+1 ms)Writing region close event to WAL at 1733295124777Closed at 1733295124777 2024-12-04T06:52:04,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741878_1055 (size=93) 2024-12-04T06:52:04,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741878_1055 (size=93) 2024-12-04T06:52:04,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741878_1055 (size=93) 2024-12-04T06:52:04,783 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-04T06:52:04,783 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-17716778:(num 1733295124649) 2024-12-04T06:52:04,783 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-04T06:52:04,785 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733295124609, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-04T06:52:04,800 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733295124609/wal.1733295124785, exclude list is [], retry=0 2024-12-04T06:52:04,803 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46579,DS-272f10a2-c0e6-4fac-bd0b-cb9585050f38,DISK] 2024-12-04T06:52:04,803 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37487,DS-6619e935-c84f-413d-bcbd-dec6f3b539e6,DISK] 2024-12-04T06:52:04,804 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33363,DS-006ccf11-2158-49f0-95d4-05abecf554ce,DISK] 2024-12-04T06:52:04,805 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733295124609/wal.1733295124785 2024-12-04T06:52:04,806 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43723:43723),(127.0.0.1/127.0.0.1:41185:41185),(127.0.0.1/127.0.0.1:44439:44439)] 2024-12-04T06:52:04,806 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 32762f903a7f90da3549d9bfcf8d627a, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733295124611.32762f903a7f90da3549d9bfcf8d627a.', STARTKEY => '', ENDKEY => ''} 2024-12-04T06:52:04,806 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733295124611.32762f903a7f90da3549d9bfcf8d627a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:52:04,806 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 32762f903a7f90da3549d9bfcf8d627a 2024-12-04T06:52:04,806 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 32762f903a7f90da3549d9bfcf8d627a 2024-12-04T06:52:04,808 INFO [StoreOpener-32762f903a7f90da3549d9bfcf8d627a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 32762f903a7f90da3549d9bfcf8d627a 2024-12-04T06:52:04,809 INFO [StoreOpener-32762f903a7f90da3549d9bfcf8d627a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32762f903a7f90da3549d9bfcf8d627a columnFamilyName a 2024-12-04T06:52:04,809 DEBUG [StoreOpener-32762f903a7f90da3549d9bfcf8d627a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:04,810 INFO [StoreOpener-32762f903a7f90da3549d9bfcf8d627a-1 {}] regionserver.HStore(327): Store=32762f903a7f90da3549d9bfcf8d627a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:04,810 INFO [StoreOpener-32762f903a7f90da3549d9bfcf8d627a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 32762f903a7f90da3549d9bfcf8d627a 2024-12-04T06:52:04,811 INFO [StoreOpener-32762f903a7f90da3549d9bfcf8d627a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32762f903a7f90da3549d9bfcf8d627a columnFamilyName b 2024-12-04T06:52:04,811 DEBUG [StoreOpener-32762f903a7f90da3549d9bfcf8d627a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:04,811 INFO [StoreOpener-32762f903a7f90da3549d9bfcf8d627a-1 {}] regionserver.HStore(327): Store=32762f903a7f90da3549d9bfcf8d627a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:04,811 INFO [StoreOpener-32762f903a7f90da3549d9bfcf8d627a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 32762f903a7f90da3549d9bfcf8d627a 2024-12-04T06:52:04,812 INFO [StoreOpener-32762f903a7f90da3549d9bfcf8d627a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32762f903a7f90da3549d9bfcf8d627a columnFamilyName c 2024-12-04T06:52:04,812 DEBUG [StoreOpener-32762f903a7f90da3549d9bfcf8d627a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:04,813 INFO [StoreOpener-32762f903a7f90da3549d9bfcf8d627a-1 {}] regionserver.HStore(327): Store=32762f903a7f90da3549d9bfcf8d627a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:04,813 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 32762f903a7f90da3549d9bfcf8d627a 2024-12-04T06:52:04,814 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/32762f903a7f90da3549d9bfcf8d627a 2024-12-04T06:52:04,815 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/32762f903a7f90da3549d9bfcf8d627a 2024-12-04T06:52:04,816 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 32762f903a7f90da3549d9bfcf8d627a 2024-12-04T06:52:04,816 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 32762f903a7f90da3549d9bfcf8d627a 2024-12-04T06:52:04,817 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T06:52:04,818 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 32762f903a7f90da3549d9bfcf8d627a 2024-12-04T06:52:04,819 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 32762f903a7f90da3549d9bfcf8d627a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64425309, jitterRate=-0.03998808562755585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T06:52:04,820 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 32762f903a7f90da3549d9bfcf8d627a: Writing region info on filesystem at 1733295124806Initializing all the Stores at 1733295124807 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295124808 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295124808Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295124808Cleaning up temporary data from old regions at 1733295124816 (+8 ms)Region opened successfully at 1733295124820 (+4 ms) 2024-12-04T06:52:04,824 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1733295124823/Put/seqid=0 2024-12-04T06:52:04,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741881_1058 (size=4826) 2024-12-04T06:52:04,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741881_1058 (size=4826) 2024-12-04T06:52:04,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741881_1058 (size=4826) 2024-12-04T06:52:04,834 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35969/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 32762f903a7f90da3549d9bfcf8d627a/a 2024-12-04T06:52:04,842 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-12-04T06:52:04,842 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T06:52:04,843 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 32762f903a7f90da3549d9bfcf8d627a: 2024-12-04T06:52:04,844 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/32762f903a7f90da3549d9bfcf8d627a/a/2047ee6556e848ec9e2be1bceec97ae3_SeqId_3_ 2024-12-04T06:52:04,845 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35969/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 32762f903a7f90da3549d9bfcf8d627a/a as hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/32762f903a7f90da3549d9bfcf8d627a/a/2047ee6556e848ec9e2be1bceec97ae3_SeqId_3_ - updating store file list. 2024-12-04T06:52:04,851 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2047ee6556e848ec9e2be1bceec97ae3_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-04T06:52:04,852 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/32762f903a7f90da3549d9bfcf8d627a/a/2047ee6556e848ec9e2be1bceec97ae3_SeqId_3_ into 32762f903a7f90da3549d9bfcf8d627a/a 2024-12-04T06:52:04,852 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35969/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 32762f903a7f90da3549d9bfcf8d627a/a (new location: hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/32762f903a7f90da3549d9bfcf8d627a/a/2047ee6556e848ec9e2be1bceec97ae3_SeqId_3_) 2024-12-04T06:52:04,894 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35969/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733295124609/wal.1733295124785, size=0 (0bytes) 2024-12-04T06:52:04,894 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:35969/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733295124609/wal.1733295124785 might be still open, length is 0 2024-12-04T06:52:04,894 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35969/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733295124609/wal.1733295124785 2024-12-04T06:52:04,895 WARN [IPC Server handler 0 on default port 35969 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733295124609/wal.1733295124785 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-12-04T06:52:04,895 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:35969/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733295124609/wal.1733295124785 after 1ms 2024-12-04T06:52:07,421 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1781091661_22 at /127.0.0.1:57334 [Receiving block BP-439067549-172.17.0.2-1733295110487:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:46579:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57334 dst: /127.0.0.1:46579 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:46579 remote=/127.0.0.1:57334]. Total timeout mills is 60000, 57438 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T06:52:07,421 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1781091661_22 at /127.0.0.1:50558 [Receiving block BP-439067549-172.17.0.2-1733295110487:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:33363:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50558 dst: /127.0.0.1:33363 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T06:52:07,421 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1781091661_22 at /127.0.0.1:56722 [Receiving block BP-439067549-172.17.0.2-1733295110487:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:37487:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56722 dst: /127.0.0.1:37487 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T06:52:07,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741880_1059 (size=434) 2024-12-04T06:52:07,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741880_1059 (size=434) 2024-12-04T06:52:08,896 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:35969/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733295124609/wal.1733295124785 after 4002ms 2024-12-04T06:52:08,900 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35969/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733295124609/wal.1733295124785: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T06:52:08,900 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35969/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733295124609/wal.1733295124785 took 4006ms 2024-12-04T06:52:08,904 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:35969/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733295124609/wal.1733295124785; continuing. 2024-12-04T06:52:08,904 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35969/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733295124609/wal.1733295124785 so closing down 2024-12-04T06:52:08,904 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-04T06:52:08,906 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1733295124785.temp 2024-12-04T06:52:08,908 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/32762f903a7f90da3549d9bfcf8d627a/recovered.edits/0000000000000000005-wal.1733295124785.temp 2024-12-04T06:52:08,909 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-04T06:52:08,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741882_1060 (size=236) 2024-12-04T06:52:08,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741882_1060 (size=236) 2024-12-04T06:52:08,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741882_1060 (size=236) 2024-12-04T06:52:08,924 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/32762f903a7f90da3549d9bfcf8d627a/recovered.edits/0000000000000000005-wal.1733295124785.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-04T06:52:08,926 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/32762f903a7f90da3549d9bfcf8d627a/recovered.edits/0000000000000000005-wal.1733295124785.temp to hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/32762f903a7f90da3549d9bfcf8d627a/recovered.edits/0000000000000000005 2024-12-04T06:52:08,926 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 24 ms; skipped=1; WAL=hdfs://localhost:35969/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733295124609/wal.1733295124785, size=0, length=0, corrupted=false, cancelled=false 2024-12-04T06:52:08,926 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35969/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733295124609/wal.1733295124785, journal: Splitting hdfs://localhost:35969/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733295124609/wal.1733295124785, size=0 (0bytes) at 1733295124894Finishing writing output for hdfs://localhost:35969/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733295124609/wal.1733295124785 so closing down at 1733295128904 (+4010 ms)Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/32762f903a7f90da3549d9bfcf8d627a/recovered.edits/0000000000000000005-wal.1733295124785.temp at 1733295128909 (+5 ms)3 split writer threads finished at 1733295128909Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/32762f903a7f90da3549d9bfcf8d627a/recovered.edits/0000000000000000005-wal.1733295124785.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733295128924 (+15 ms)Rename recovered edits hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/32762f903a7f90da3549d9bfcf8d627a/recovered.edits/0000000000000000005-wal.1733295124785.temp to hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/32762f903a7f90da3549d9bfcf8d627a/recovered.edits/0000000000000000005 at 1733295128926 (+2 ms)Processed 2 edits across 1 Regions in 24 ms; skipped=1; WAL=hdfs://localhost:35969/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733295124609/wal.1733295124785, size=0, length=0, corrupted=false, cancelled=false at 1733295128926 2024-12-04T06:52:08,928 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35969/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733295124609/wal.1733295124785 to hdfs://localhost:35969/hbase/oldWALs/wal.1733295124785 2024-12-04T06:52:08,929 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/32762f903a7f90da3549d9bfcf8d627a/recovered.edits/0000000000000000005 2024-12-04T06:52:08,929 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-04T06:52:08,931 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733295124609, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-04T06:52:08,945 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733295124609/wal.1733295128931, exclude list is [], retry=0 2024-12-04T06:52:08,947 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33363,DS-006ccf11-2158-49f0-95d4-05abecf554ce,DISK] 2024-12-04T06:52:08,948 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37487,DS-6619e935-c84f-413d-bcbd-dec6f3b539e6,DISK] 2024-12-04T06:52:08,948 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46579,DS-272f10a2-c0e6-4fac-bd0b-cb9585050f38,DISK] 2024-12-04T06:52:08,950 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733295124609/wal.1733295128931 2024-12-04T06:52:08,950 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44439:44439),(127.0.0.1/127.0.0.1:41185:41185),(127.0.0.1/127.0.0.1:43723:43723)] 2024-12-04T06:52:08,951 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 32762f903a7f90da3549d9bfcf8d627a, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733295124611.32762f903a7f90da3549d9bfcf8d627a.', STARTKEY => '', ENDKEY => ''} 2024-12-04T06:52:08,951 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733295124611.32762f903a7f90da3549d9bfcf8d627a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:52:08,951 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 32762f903a7f90da3549d9bfcf8d627a 2024-12-04T06:52:08,951 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 32762f903a7f90da3549d9bfcf8d627a 2024-12-04T06:52:08,952 INFO [StoreOpener-32762f903a7f90da3549d9bfcf8d627a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 32762f903a7f90da3549d9bfcf8d627a 2024-12-04T06:52:08,953 INFO [StoreOpener-32762f903a7f90da3549d9bfcf8d627a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32762f903a7f90da3549d9bfcf8d627a columnFamilyName a 2024-12-04T06:52:08,954 DEBUG [StoreOpener-32762f903a7f90da3549d9bfcf8d627a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:08,961 DEBUG [StoreFileOpener-32762f903a7f90da3549d9bfcf8d627a-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2047ee6556e848ec9e2be1bceec97ae3_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-04T06:52:08,961 DEBUG [StoreOpener-32762f903a7f90da3549d9bfcf8d627a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/32762f903a7f90da3549d9bfcf8d627a/a/2047ee6556e848ec9e2be1bceec97ae3_SeqId_3_ 2024-12-04T06:52:08,961 INFO [StoreOpener-32762f903a7f90da3549d9bfcf8d627a-1 {}] regionserver.HStore(327): Store=32762f903a7f90da3549d9bfcf8d627a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:08,962 INFO [StoreOpener-32762f903a7f90da3549d9bfcf8d627a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 32762f903a7f90da3549d9bfcf8d627a 2024-12-04T06:52:08,963 INFO [StoreOpener-32762f903a7f90da3549d9bfcf8d627a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32762f903a7f90da3549d9bfcf8d627a columnFamilyName b 2024-12-04T06:52:08,963 DEBUG [StoreOpener-32762f903a7f90da3549d9bfcf8d627a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:08,963 INFO [StoreOpener-32762f903a7f90da3549d9bfcf8d627a-1 {}] regionserver.HStore(327): Store=32762f903a7f90da3549d9bfcf8d627a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:08,964 INFO [StoreOpener-32762f903a7f90da3549d9bfcf8d627a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 32762f903a7f90da3549d9bfcf8d627a 2024-12-04T06:52:08,965 INFO [StoreOpener-32762f903a7f90da3549d9bfcf8d627a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32762f903a7f90da3549d9bfcf8d627a columnFamilyName c 2024-12-04T06:52:08,965 DEBUG [StoreOpener-32762f903a7f90da3549d9bfcf8d627a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:08,965 INFO [StoreOpener-32762f903a7f90da3549d9bfcf8d627a-1 {}] regionserver.HStore(327): Store=32762f903a7f90da3549d9bfcf8d627a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:08,966 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 32762f903a7f90da3549d9bfcf8d627a 2024-12-04T06:52:08,967 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/32762f903a7f90da3549d9bfcf8d627a 2024-12-04T06:52:08,968 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/32762f903a7f90da3549d9bfcf8d627a 2024-12-04T06:52:08,969 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/32762f903a7f90da3549d9bfcf8d627a/recovered.edits/0000000000000000005 2024-12-04T06:52:08,971 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/32762f903a7f90da3549d9bfcf8d627a/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T06:52:08,972 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/32762f903a7f90da3549d9bfcf8d627a/recovered.edits/0000000000000000005 2024-12-04T06:52:08,972 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 32762f903a7f90da3549d9bfcf8d627a 3/3 column families, dataSize=58 B heapSize=904 B 2024-12-04T06:52:08,987 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/32762f903a7f90da3549d9bfcf8d627a/.tmp/a/cc6da3fcfce94648a7bf00ce954c8866 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1733295124857/Put/seqid=0 2024-12-04T06:52:08,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741884_1062 (size=5149) 2024-12-04T06:52:08,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741884_1062 (size=5149) 2024-12-04T06:52:08,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741884_1062 (size=5149) 2024-12-04T06:52:08,995 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/32762f903a7f90da3549d9bfcf8d627a/.tmp/a/cc6da3fcfce94648a7bf00ce954c8866 2024-12-04T06:52:09,002 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/32762f903a7f90da3549d9bfcf8d627a/.tmp/a/cc6da3fcfce94648a7bf00ce954c8866 as hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/32762f903a7f90da3549d9bfcf8d627a/a/cc6da3fcfce94648a7bf00ce954c8866 2024-12-04T06:52:09,008 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/32762f903a7f90da3549d9bfcf8d627a/a/cc6da3fcfce94648a7bf00ce954c8866, entries=1, sequenceid=5, filesize=5.0 K 2024-12-04T06:52:09,008 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 32762f903a7f90da3549d9bfcf8d627a in 36ms, sequenceid=5, compaction requested=false; wal=null 2024-12-04T06:52:09,009 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/32762f903a7f90da3549d9bfcf8d627a/recovered.edits/0000000000000000005 2024-12-04T06:52:09,010 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 32762f903a7f90da3549d9bfcf8d627a 2024-12-04T06:52:09,010 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 32762f903a7f90da3549d9bfcf8d627a 2024-12-04T06:52:09,011 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T06:52:09,012 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 32762f903a7f90da3549d9bfcf8d627a 2024-12-04T06:52:09,015 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/32762f903a7f90da3549d9bfcf8d627a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-04T06:52:09,016 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 32762f903a7f90da3549d9bfcf8d627a; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66517409, jitterRate=-0.008813366293907166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T06:52:09,016 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 32762f903a7f90da3549d9bfcf8d627a: Writing region info on filesystem at 1733295128951Initializing all the Stores at 1733295128952 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295128952Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295128952Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295128952Obtaining lock to block concurrent updates at 1733295128972 (+20 ms)Preparing flush snapshotting stores in 32762f903a7f90da3549d9bfcf8d627a at 1733295128972Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1733295124611.32762f903a7f90da3549d9bfcf8d627a., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1733295128972Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1733295124611.32762f903a7f90da3549d9bfcf8d627a. at 1733295128972Flushing 32762f903a7f90da3549d9bfcf8d627a/a: creating writer at 1733295128972Flushing 32762f903a7f90da3549d9bfcf8d627a/a: appending metadata at 1733295128987 (+15 ms)Flushing 32762f903a7f90da3549d9bfcf8d627a/a: closing flushed file at 1733295128987Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@475c9924: reopening flushed file at 1733295129002 (+15 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 32762f903a7f90da3549d9bfcf8d627a in 36ms, sequenceid=5, compaction requested=false; wal=null at 1733295129008 (+6 ms)Cleaning up temporary data from old regions at 1733295129010 (+2 ms)Region opened successfully at 1733295129016 (+6 ms) 2024-12-04T06:52:09,022 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 32762f903a7f90da3549d9bfcf8d627a, disabling compactions & flushes 2024-12-04T06:52:09,022 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733295124611.32762f903a7f90da3549d9bfcf8d627a. 2024-12-04T06:52:09,022 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733295124611.32762f903a7f90da3549d9bfcf8d627a. 2024-12-04T06:52:09,022 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733295124611.32762f903a7f90da3549d9bfcf8d627a. after waiting 0 ms 2024-12-04T06:52:09,022 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733295124611.32762f903a7f90da3549d9bfcf8d627a. 2024-12-04T06:52:09,023 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733295124611.32762f903a7f90da3549d9bfcf8d627a. 2024-12-04T06:52:09,023 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 32762f903a7f90da3549d9bfcf8d627a: Waiting for close lock at 1733295129022Disabling compacts and flushes for region at 1733295129022Disabling writes for close at 1733295129022Writing region close event to WAL at 1733295129023 (+1 ms)Closed at 1733295129023 2024-12-04T06:52:09,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741883_1061 (size=93) 2024-12-04T06:52:09,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741883_1061 (size=93) 2024-12-04T06:52:09,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741883_1061 (size=93) 2024-12-04T06:52:09,030 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-04T06:52:09,030 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733295128931) 2024-12-04T06:52:09,044 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testRegionMadeOfBulkLoadedFilesOnly Thread=413 (was 411) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-891352959_22 at /127.0.0.1:57402 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:35969 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-891352959_22 at /127.0.0.1:50578 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-891352959_22 at /127.0.0.1:56770 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:35969 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1023 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 161), ProcessCount=11 (was 11), AvailableMemoryMB=6524 (was 6604) 2024-12-04T06:52:09,059 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterRegionMovedWithMultiCF Thread=413, OpenFileDescriptor=1023, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=6521 2024-12-04T06:52:09,075 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T06:52:09,080 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T06:52:09,084 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 607fd5c6574c,38217,1733295113534 2024-12-04T06:52:09,087 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6600706f 2024-12-04T06:52:09,088 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T06:52:09,090 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39276, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T06:52:09,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T06:52:09,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-12-04T06:52:09,103 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T06:52:09,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-12-04T06:52:09,106 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:09,108 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T06:52:09,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T06:52:09,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741885_1063 (size=694) 2024-12-04T06:52:09,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741885_1063 (size=694) 2024-12-04T06:52:09,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741885_1063 (size=694) 2024-12-04T06:52:09,130 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => abc66bc0514573eea8aee71f18767294, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843 2024-12-04T06:52:09,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741886_1064 (size=77) 2024-12-04T06:52:09,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741886_1064 (size=77) 2024-12-04T06:52:09,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741886_1064 (size=77) 2024-12-04T06:52:09,144 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:52:09,144 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing abc66bc0514573eea8aee71f18767294, disabling compactions & flushes 2024-12-04T06:52:09,144 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. 2024-12-04T06:52:09,144 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. 2024-12-04T06:52:09,144 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. after waiting 0 ms 2024-12-04T06:52:09,144 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. 2024-12-04T06:52:09,145 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. 2024-12-04T06:52:09,145 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for abc66bc0514573eea8aee71f18767294: Waiting for close lock at 1733295129144Disabling compacts and flushes for region at 1733295129144Disabling writes for close at 1733295129144Writing region close event to WAL at 1733295129145 (+1 ms)Closed at 1733295129145 2024-12-04T06:52:09,147 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T06:52:09,153 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1733295129147"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733295129147"}]},"ts":"1733295129147"} 2024-12-04T06:52:09,156 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T06:52:09,158 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T06:52:09,161 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733295129158"}]},"ts":"1733295129158"} 2024-12-04T06:52:09,166 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-12-04T06:52:09,166 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {607fd5c6574c=0} racks are {/default-rack=0} 2024-12-04T06:52:09,168 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-04T06:52:09,168 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-04T06:52:09,168 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-04T06:52:09,168 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-04T06:52:09,168 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-04T06:52:09,168 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-04T06:52:09,168 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-04T06:52:09,168 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-04T06:52:09,168 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-04T06:52:09,168 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T06:52:09,169 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=abc66bc0514573eea8aee71f18767294, ASSIGN}] 2024-12-04T06:52:09,171 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=abc66bc0514573eea8aee71f18767294, ASSIGN 2024-12-04T06:52:09,173 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=abc66bc0514573eea8aee71f18767294, ASSIGN; state=OFFLINE, location=607fd5c6574c,33855,1733295114221; forceNewPlan=false, retain=false 2024-12-04T06:52:09,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T06:52:09,325 INFO [607fd5c6574c:38217 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-04T06:52:09,326 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=abc66bc0514573eea8aee71f18767294, regionState=OPENING, regionLocation=607fd5c6574c,33855,1733295114221 2024-12-04T06:52:09,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=abc66bc0514573eea8aee71f18767294, ASSIGN because future has completed 2024-12-04T06:52:09,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure abc66bc0514573eea8aee71f18767294, server=607fd5c6574c,33855,1733295114221}] 2024-12-04T06:52:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T06:52:09,491 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. 2024-12-04T06:52:09,491 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => abc66bc0514573eea8aee71f18767294, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294.', STARTKEY => '', ENDKEY => ''} 2024-12-04T06:52:09,491 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:09,492 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:52:09,492 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:09,492 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:09,494 INFO [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:09,498 INFO [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abc66bc0514573eea8aee71f18767294 columnFamilyName cf1 2024-12-04T06:52:09,498 DEBUG [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:09,499 INFO [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] regionserver.HStore(327): Store=abc66bc0514573eea8aee71f18767294/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:09,499 INFO [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:09,501 INFO [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abc66bc0514573eea8aee71f18767294 columnFamilyName cf2 2024-12-04T06:52:09,501 DEBUG [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:09,502 INFO [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] regionserver.HStore(327): Store=abc66bc0514573eea8aee71f18767294/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:09,502 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:09,503 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:09,503 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:09,504 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:09,504 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:09,505 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-04T06:52:09,507 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:09,513 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T06:52:09,513 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened abc66bc0514573eea8aee71f18767294; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72922831, jitterRate=0.08663485944271088}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-04T06:52:09,514 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:09,514 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for abc66bc0514573eea8aee71f18767294: Running coprocessor pre-open hook at 1733295129492Writing region info on filesystem at 1733295129492Initializing all the Stores at 1733295129493 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295129493Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295129494 (+1 ms)Cleaning up temporary data from old regions at 1733295129504 (+10 ms)Running coprocessor post-open hooks at 1733295129514 (+10 ms)Region opened successfully at 1733295129514 2024-12-04T06:52:09,516 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294., pid=6, masterSystemTime=1733295129485 2024-12-04T06:52:09,519 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. 2024-12-04T06:52:09,519 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. 2024-12-04T06:52:09,520 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=abc66bc0514573eea8aee71f18767294, regionState=OPEN, openSeqNum=2, regionLocation=607fd5c6574c,33855,1733295114221 2024-12-04T06:52:09,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure abc66bc0514573eea8aee71f18767294, server=607fd5c6574c,33855,1733295114221 because future has completed 2024-12-04T06:52:09,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T06:52:09,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure abc66bc0514573eea8aee71f18767294, server=607fd5c6574c,33855,1733295114221 in 196 msec 2024-12-04T06:52:09,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T06:52:09,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=abc66bc0514573eea8aee71f18767294, ASSIGN in 364 msec 2024-12-04T06:52:09,540 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T06:52:09,540 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733295129540"}]},"ts":"1733295129540"} 2024-12-04T06:52:09,543 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-12-04T06:52:09,545 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T06:52:09,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 450 msec 2024-12-04T06:52:09,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T06:52:09,738 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-12-04T06:52:09,738 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-12-04T06:52:09,739 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T06:52:09,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-12-04T06:52:09,746 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T06:52:09,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-12-04T06:52:09,760 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294., hostname=607fd5c6574c,33855,1733295114221, seqNum=2] 2024-12-04T06:52:09,776 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=abc66bc0514573eea8aee71f18767294, source=607fd5c6574c,33855,1733295114221, destination=607fd5c6574c,43051,1733295114332, warming up region on 607fd5c6574c,43051,1733295114332 2024-12-04T06:52:09,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T06:52:09,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=abc66bc0514573eea8aee71f18767294, source=607fd5c6574c,33855,1733295114221, destination=607fd5c6574c,43051,1733295114332, running balancer 2024-12-04T06:52:09,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51443, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T06:52:09,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=abc66bc0514573eea8aee71f18767294, REOPEN/MOVE 2024-12-04T06:52:09,783 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=abc66bc0514573eea8aee71f18767294, REOPEN/MOVE 2024-12-04T06:52:09,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. 2024-12-04T06:52:09,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] regionserver.HRegion(7855): Warmup {ENCODED => abc66bc0514573eea8aee71f18767294, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294.', STARTKEY => '', ENDKEY => ''} 2024-12-04T06:52:09,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:52:09,796 INFO [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:09,798 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=abc66bc0514573eea8aee71f18767294, regionState=CLOSING, regionLocation=607fd5c6574c,33855,1733295114221 2024-12-04T06:52:09,798 INFO [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abc66bc0514573eea8aee71f18767294 columnFamilyName cf1 2024-12-04T06:52:09,798 DEBUG [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:09,800 INFO [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] regionserver.HStore(327): Store=abc66bc0514573eea8aee71f18767294/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:09,800 INFO [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:09,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=abc66bc0514573eea8aee71f18767294, REOPEN/MOVE because future has completed 2024-12-04T06:52:09,801 INFO [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abc66bc0514573eea8aee71f18767294 columnFamilyName cf2 2024-12-04T06:52:09,802 DEBUG [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:09,802 INFO [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] regionserver.HStore(327): Store=abc66bc0514573eea8aee71f18767294/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:09,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] regionserver.HRegion(1722): Closing abc66bc0514573eea8aee71f18767294, disabling compactions & flushes 2024-12-04T06:52:09,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. 2024-12-04T06:52:09,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. 2024-12-04T06:52:09,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. after waiting 0 ms 2024-12-04T06:52:09,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. 2024-12-04T06:52:09,805 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-04T06:52:09,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure abc66bc0514573eea8aee71f18767294, server=607fd5c6574c,33855,1733295114221}] 2024-12-04T06:52:09,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. 2024-12-04T06:52:09,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] regionserver.HRegion(1676): Region close journal for abc66bc0514573eea8aee71f18767294: Waiting for close lock at 1733295129802Disabling compacts and flushes for region at 1733295129802Disabling writes for close at 1733295129803 (+1 ms)Writing region close event to WAL at 1733295129818 (+15 ms)Closed at 1733295129818 2024-12-04T06:52:09,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-12-04T06:52:09,971 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:09,971 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-04T06:52:09,971 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing abc66bc0514573eea8aee71f18767294, disabling compactions & flushes 2024-12-04T06:52:09,971 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. 2024-12-04T06:52:09,972 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. 2024-12-04T06:52:09,972 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. after waiting 0 ms 2024-12-04T06:52:09,972 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. 2024-12-04T06:52:09,972 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing abc66bc0514573eea8aee71f18767294 2/2 column families, dataSize=31 B heapSize=616 B 2024-12-04T06:52:09,998 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294/.tmp/cf1/9904d60df60a48afbd6b68e4b09a82a3 is 35, key is r1/cf1:q/1733295129762/Put/seqid=0 2024-12-04T06:52:10,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741887_1065 (size=4783) 2024-12-04T06:52:10,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741887_1065 (size=4783) 2024-12-04T06:52:10,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741887_1065 (size=4783) 2024-12-04T06:52:10,037 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294/.tmp/cf1/9904d60df60a48afbd6b68e4b09a82a3 2024-12-04T06:52:10,047 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294/.tmp/cf1/9904d60df60a48afbd6b68e4b09a82a3 as hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294/cf1/9904d60df60a48afbd6b68e4b09a82a3 2024-12-04T06:52:10,054 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294/cf1/9904d60df60a48afbd6b68e4b09a82a3, entries=1, sequenceid=5, filesize=4.7 K 2024-12-04T06:52:10,055 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for abc66bc0514573eea8aee71f18767294 in 83ms, sequenceid=5, compaction requested=false 2024-12-04T06:52:10,056 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-12-04T06:52:10,066 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T06:52:10,068 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. 2024-12-04T06:52:10,069 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for abc66bc0514573eea8aee71f18767294: Waiting for close lock at 1733295129971Running coprocessor pre-close hooks at 1733295129971Disabling compacts and flushes for region at 1733295129971Disabling writes for close at 1733295129972 (+1 ms)Obtaining lock to block concurrent updates at 1733295129972Preparing flush snapshotting stores in abc66bc0514573eea8aee71f18767294 at 1733295129972Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1733295129972Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. at 1733295129973 (+1 ms)Flushing abc66bc0514573eea8aee71f18767294/cf1: creating writer at 1733295129973Flushing abc66bc0514573eea8aee71f18767294/cf1: appending metadata at 1733295129997 (+24 ms)Flushing abc66bc0514573eea8aee71f18767294/cf1: closing flushed file at 1733295129998 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56de2aa3: reopening flushed file at 1733295130045 (+47 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for abc66bc0514573eea8aee71f18767294 in 83ms, sequenceid=5, compaction requested=false at 1733295130055 (+10 ms)Writing region close event to WAL at 1733295130060 (+5 ms)Running coprocessor post-close hooks at 1733295130066 (+6 ms)Closed at 1733295130068 (+2 ms) 2024-12-04T06:52:10,069 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding abc66bc0514573eea8aee71f18767294 move to 607fd5c6574c,43051,1733295114332 record at close sequenceid=5 2024-12-04T06:52:10,073 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:10,074 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=abc66bc0514573eea8aee71f18767294, regionState=CLOSED 2024-12-04T06:52:10,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure abc66bc0514573eea8aee71f18767294, server=607fd5c6574c,33855,1733295114221 because future has completed 2024-12-04T06:52:10,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-04T06:52:10,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure abc66bc0514573eea8aee71f18767294, server=607fd5c6574c,33855,1733295114221 in 274 msec 2024-12-04T06:52:10,084 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=abc66bc0514573eea8aee71f18767294, REOPEN/MOVE; state=CLOSED, location=607fd5c6574c,43051,1733295114332; forceNewPlan=false, retain=false 2024-12-04T06:52:10,234 INFO [607fd5c6574c:38217 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-04T06:52:10,235 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=abc66bc0514573eea8aee71f18767294, regionState=OPENING, regionLocation=607fd5c6574c,43051,1733295114332 2024-12-04T06:52:10,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=abc66bc0514573eea8aee71f18767294, REOPEN/MOVE because future has completed 2024-12-04T06:52:10,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure abc66bc0514573eea8aee71f18767294, server=607fd5c6574c,43051,1733295114332}] 2024-12-04T06:52:10,398 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. 2024-12-04T06:52:10,398 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => abc66bc0514573eea8aee71f18767294, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294.', STARTKEY => '', ENDKEY => ''} 2024-12-04T06:52:10,398 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:10,398 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:52:10,399 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:10,399 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:10,400 INFO [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:10,401 INFO [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abc66bc0514573eea8aee71f18767294 columnFamilyName cf1 2024-12-04T06:52:10,401 DEBUG [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:10,408 DEBUG [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294/cf1/9904d60df60a48afbd6b68e4b09a82a3 2024-12-04T06:52:10,408 INFO [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] regionserver.HStore(327): Store=abc66bc0514573eea8aee71f18767294/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:10,408 INFO [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:10,409 INFO [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abc66bc0514573eea8aee71f18767294 columnFamilyName cf2 2024-12-04T06:52:10,409 DEBUG [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:10,409 INFO [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] regionserver.HStore(327): Store=abc66bc0514573eea8aee71f18767294/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:10,409 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:10,410 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:10,411 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:10,412 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:10,412 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:10,413 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-04T06:52:10,414 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:10,415 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened abc66bc0514573eea8aee71f18767294; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75232842, jitterRate=0.1210567057132721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-04T06:52:10,415 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:10,416 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for abc66bc0514573eea8aee71f18767294: Running coprocessor pre-open hook at 1733295130399Writing region info on filesystem at 1733295130399Initializing all the Stores at 1733295130400 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295130400Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295130400Cleaning up temporary data from old regions at 1733295130412 (+12 ms)Running coprocessor post-open hooks at 1733295130415 (+3 ms)Region opened successfully at 1733295130416 (+1 ms) 2024-12-04T06:52:10,417 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294., pid=9, masterSystemTime=1733295130393 2024-12-04T06:52:10,420 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. 2024-12-04T06:52:10,420 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. 2024-12-04T06:52:10,421 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=abc66bc0514573eea8aee71f18767294, regionState=OPEN, openSeqNum=9, regionLocation=607fd5c6574c,43051,1733295114332 2024-12-04T06:52:10,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure abc66bc0514573eea8aee71f18767294, server=607fd5c6574c,43051,1733295114332 because future has completed 2024-12-04T06:52:10,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-12-04T06:52:10,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure abc66bc0514573eea8aee71f18767294, server=607fd5c6574c,43051,1733295114332 in 188 msec 2024-12-04T06:52:10,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=abc66bc0514573eea8aee71f18767294, REOPEN/MOVE in 651 msec 2024-12-04T06:52:10,439 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T06:52:10,441 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43316, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T06:52:10,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:50792 deadline: 1733295190445, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=607fd5c6574c port=43051 startCode=1733295114332. As of locationSeqNum=5. 2024-12-04T06:52:10,469 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294., hostname=607fd5c6574c,33855,1733295114221, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294., hostname=607fd5c6574c,33855,1733295114221, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=607fd5c6574c port=43051 startCode=1733295114332. As of locationSeqNum=5. 2024-12-04T06:52:10,469 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294., hostname=607fd5c6574c,33855,1733295114221, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=607fd5c6574c port=43051 startCode=1733295114332. As of locationSeqNum=5. 2024-12-04T06:52:10,469 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294., hostname=607fd5c6574c,33855,1733295114221, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294., hostname=607fd5c6574c,43051,1733295114332, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=607fd5c6574c port=43051 startCode=1733295114332. As of locationSeqNum=5. 2024-12-04T06:52:10,576 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T06:52:10,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43328, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T06:52:10,588 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing abc66bc0514573eea8aee71f18767294 2/2 column families, dataSize=50 B heapSize=720 B 2024-12-04T06:52:10,608 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294/.tmp/cf1/4d6ba0c8b5214f8eba71580901f7f852 is 29, key is r1/cf1:/1733295130580/DeleteFamily/seqid=0 2024-12-04T06:52:10,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741888_1066 (size=4906) 2024-12-04T06:52:10,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741888_1066 (size=4906) 2024-12-04T06:52:10,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741888_1066 (size=4906) 2024-12-04T06:52:10,619 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294/.tmp/cf1/4d6ba0c8b5214f8eba71580901f7f852 2024-12-04T06:52:10,626 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4d6ba0c8b5214f8eba71580901f7f852 2024-12-04T06:52:10,649 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294/.tmp/cf2/5a54d010245c4fe2bd510dc62f3fa272 is 29, key is r1/cf2:/1733295130580/DeleteFamily/seqid=0 2024-12-04T06:52:10,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741889_1067 (size=4906) 2024-12-04T06:52:10,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741889_1067 (size=4906) 2024-12-04T06:52:10,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741889_1067 (size=4906) 2024-12-04T06:52:10,658 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294/.tmp/cf2/5a54d010245c4fe2bd510dc62f3fa272 2024-12-04T06:52:10,664 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a54d010245c4fe2bd510dc62f3fa272 2024-12-04T06:52:10,666 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294/.tmp/cf1/4d6ba0c8b5214f8eba71580901f7f852 as hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294/cf1/4d6ba0c8b5214f8eba71580901f7f852 2024-12-04T06:52:10,672 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4d6ba0c8b5214f8eba71580901f7f852 2024-12-04T06:52:10,672 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294/cf1/4d6ba0c8b5214f8eba71580901f7f852, entries=1, sequenceid=12, filesize=4.8 K 2024-12-04T06:52:10,673 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294/.tmp/cf2/5a54d010245c4fe2bd510dc62f3fa272 as hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294/cf2/5a54d010245c4fe2bd510dc62f3fa272 2024-12-04T06:52:10,679 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a54d010245c4fe2bd510dc62f3fa272 2024-12-04T06:52:10,680 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294/cf2/5a54d010245c4fe2bd510dc62f3fa272, entries=1, sequenceid=12, filesize=4.8 K 2024-12-04T06:52:10,681 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for abc66bc0514573eea8aee71f18767294 in 93ms, sequenceid=12, compaction requested=false 2024-12-04T06:52:10,681 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for abc66bc0514573eea8aee71f18767294: 2024-12-04T06:52:10,684 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-04T06:52:10,685 DEBUG [Time-limited test {}] regionserver.HStore(1541): abc66bc0514573eea8aee71f18767294/cf1 is initiating major compaction (all files) 2024-12-04T06:52:10,685 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T06:52:10,685 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T06:52:10,686 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of abc66bc0514573eea8aee71f18767294/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. 2024-12-04T06:52:10,686 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294/cf1/9904d60df60a48afbd6b68e4b09a82a3, hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294/cf1/4d6ba0c8b5214f8eba71580901f7f852] into tmpdir=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294/.tmp, totalSize=9.5 K 2024-12-04T06:52:10,687 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 9904d60df60a48afbd6b68e4b09a82a3, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733295129762 2024-12-04T06:52:10,688 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 4d6ba0c8b5214f8eba71580901f7f852, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-04T06:52:10,701 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): abc66bc0514573eea8aee71f18767294#cf1#compaction#16 average throughput is 0.00 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T06:52:10,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741890_1068 (size=4626) 2024-12-04T06:52:10,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741890_1068 (size=4626) 2024-12-04T06:52:10,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741890_1068 (size=4626) 2024-12-04T06:52:10,719 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294/.tmp/cf1/ac542327346f4129befaa979513b5437 as hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294/cf1/ac542327346f4129befaa979513b5437 2024-12-04T06:52:10,735 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in abc66bc0514573eea8aee71f18767294/cf1 of abc66bc0514573eea8aee71f18767294 into ac542327346f4129befaa979513b5437(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T06:52:10,735 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for abc66bc0514573eea8aee71f18767294: 2024-12-04T06:52:10,735 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-04T06:52:10,735 DEBUG [Time-limited test {}] regionserver.HStore(1541): abc66bc0514573eea8aee71f18767294/cf2 is initiating major compaction (all files) 2024-12-04T06:52:10,736 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T06:52:10,736 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T06:52:10,736 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of abc66bc0514573eea8aee71f18767294/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. 2024-12-04T06:52:10,736 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294/cf2/5a54d010245c4fe2bd510dc62f3fa272] into tmpdir=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294/.tmp, totalSize=4.8 K 2024-12-04T06:52:10,737 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 5a54d010245c4fe2bd510dc62f3fa272, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-04T06:52:10,744 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): abc66bc0514573eea8aee71f18767294#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T06:52:10,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741891_1069 (size=4592) 2024-12-04T06:52:10,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741891_1069 (size=4592) 2024-12-04T06:52:10,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741891_1069 (size=4592) 2024-12-04T06:52:10,765 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294/.tmp/cf2/71e9b65bc6384f9ebc8ad3e6907ddcb7 as hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294/cf2/71e9b65bc6384f9ebc8ad3e6907ddcb7 2024-12-04T06:52:10,773 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in abc66bc0514573eea8aee71f18767294/cf2 of abc66bc0514573eea8aee71f18767294 into 71e9b65bc6384f9ebc8ad3e6907ddcb7(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T06:52:10,773 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for abc66bc0514573eea8aee71f18767294: 2024-12-04T06:52:10,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=abc66bc0514573eea8aee71f18767294, source=607fd5c6574c,43051,1733295114332, destination=607fd5c6574c,33855,1733295114221, warming up region on 607fd5c6574c,33855,1733295114221 2024-12-04T06:52:10,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=abc66bc0514573eea8aee71f18767294, source=607fd5c6574c,43051,1733295114332, destination=607fd5c6574c,33855,1733295114221, running balancer 2024-12-04T06:52:10,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=abc66bc0514573eea8aee71f18767294, REOPEN/MOVE 2024-12-04T06:52:10,780 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=abc66bc0514573eea8aee71f18767294, REOPEN/MOVE 2024-12-04T06:52:10,781 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=abc66bc0514573eea8aee71f18767294, regionState=CLOSING, regionLocation=607fd5c6574c,43051,1733295114332 2024-12-04T06:52:10,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. 2024-12-04T06:52:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.HRegion(7855): Warmup {ENCODED => abc66bc0514573eea8aee71f18767294, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294.', STARTKEY => '', ENDKEY => ''} 2024-12-04T06:52:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:52:10,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=abc66bc0514573eea8aee71f18767294, REOPEN/MOVE because future has completed 2024-12-04T06:52:10,788 INFO [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:10,789 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-04T06:52:10,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure abc66bc0514573eea8aee71f18767294, server=607fd5c6574c,43051,1733295114332}] 2024-12-04T06:52:10,790 INFO [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abc66bc0514573eea8aee71f18767294 columnFamilyName cf1 2024-12-04T06:52:10,790 DEBUG [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:10,803 INFO [StoreFileOpener-abc66bc0514573eea8aee71f18767294-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4d6ba0c8b5214f8eba71580901f7f852 2024-12-04T06:52:10,804 DEBUG [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294/cf1/4d6ba0c8b5214f8eba71580901f7f852 2024-12-04T06:52:10,811 DEBUG [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294/cf1/9904d60df60a48afbd6b68e4b09a82a3 2024-12-04T06:52:10,818 DEBUG [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294/cf1/ac542327346f4129befaa979513b5437 2024-12-04T06:52:10,818 INFO [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] regionserver.HStore(327): Store=abc66bc0514573eea8aee71f18767294/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:10,819 INFO [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:10,820 INFO [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abc66bc0514573eea8aee71f18767294 columnFamilyName cf2 2024-12-04T06:52:10,820 DEBUG [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-12-04T06:52:10,831 INFO [StoreFileOpener-abc66bc0514573eea8aee71f18767294-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a54d010245c4fe2bd510dc62f3fa272 2024-12-04T06:52:10,831 DEBUG [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294/cf2/5a54d010245c4fe2bd510dc62f3fa272 2024-12-04T06:52:10,839 DEBUG [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294/cf2/71e9b65bc6384f9ebc8ad3e6907ddcb7 2024-12-04T06:52:10,839 INFO [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] regionserver.HStore(327): Store=abc66bc0514573eea8aee71f18767294/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:10,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.HRegion(1722): Closing abc66bc0514573eea8aee71f18767294, disabling compactions & flushes 2024-12-04T06:52:10,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. 2024-12-04T06:52:10,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. 2024-12-04T06:52:10,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. after waiting 0 ms 2024-12-04T06:52:10,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. 2024-12-04T06:52:10,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. 2024-12-04T06:52:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.HRegion(1676): Region close journal for abc66bc0514573eea8aee71f18767294: Waiting for close lock at 1733295130839Disabling compacts and flushes for region at 1733295130839Disabling writes for close at 1733295130840 (+1 ms)Writing region close event to WAL at 1733295130844 (+4 ms)Closed at 1733295130844 2024-12-04T06:52:10,944 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:10,944 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-04T06:52:10,944 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing abc66bc0514573eea8aee71f18767294, disabling compactions & flushes 2024-12-04T06:52:10,944 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. 2024-12-04T06:52:10,945 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. 2024-12-04T06:52:10,945 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. after waiting 0 ms 2024-12-04T06:52:10,945 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. 2024-12-04T06:52:10,945 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294/cf1/9904d60df60a48afbd6b68e4b09a82a3, hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294/cf1/4d6ba0c8b5214f8eba71580901f7f852] to archive 2024-12-04T06:52:10,949 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T06:52:10,954 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294/cf1/9904d60df60a48afbd6b68e4b09a82a3 to hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294/cf1/9904d60df60a48afbd6b68e4b09a82a3 2024-12-04T06:52:10,956 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294/cf1/4d6ba0c8b5214f8eba71580901f7f852 to hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294/cf1/4d6ba0c8b5214f8eba71580901f7f852 2024-12-04T06:52:10,974 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294/cf2/5a54d010245c4fe2bd510dc62f3fa272] to archive 2024-12-04T06:52:10,975 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T06:52:10,978 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294/cf2/5a54d010245c4fe2bd510dc62f3fa272 to hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294/cf2/5a54d010245c4fe2bd510dc62f3fa272 2024-12-04T06:52:10,983 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-12-04T06:52:10,984 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. 2024-12-04T06:52:10,984 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for abc66bc0514573eea8aee71f18767294: Waiting for close lock at 1733295130944Running coprocessor pre-close hooks at 1733295130944Disabling compacts and flushes for region at 1733295130944Disabling writes for close at 1733295130945 (+1 ms)Writing region close event to WAL at 1733295130979 (+34 ms)Running coprocessor post-close hooks at 1733295130984 (+5 ms)Closed at 1733295130984 2024-12-04T06:52:10,984 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding abc66bc0514573eea8aee71f18767294 move to 607fd5c6574c,33855,1733295114221 record at close sequenceid=12 2024-12-04T06:52:10,987 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:10,988 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=abc66bc0514573eea8aee71f18767294, regionState=CLOSED 2024-12-04T06:52:10,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure abc66bc0514573eea8aee71f18767294, server=607fd5c6574c,43051,1733295114332 because future has completed 2024-12-04T06:52:10,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-04T06:52:10,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure abc66bc0514573eea8aee71f18767294, server=607fd5c6574c,43051,1733295114332 in 203 msec 2024-12-04T06:52:10,996 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=abc66bc0514573eea8aee71f18767294, REOPEN/MOVE; state=CLOSED, location=607fd5c6574c,33855,1733295114221; forceNewPlan=false, retain=false 2024-12-04T06:52:11,147 INFO [607fd5c6574c:38217 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-04T06:52:11,147 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=abc66bc0514573eea8aee71f18767294, regionState=OPENING, regionLocation=607fd5c6574c,33855,1733295114221 2024-12-04T06:52:11,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=abc66bc0514573eea8aee71f18767294, REOPEN/MOVE because future has completed 2024-12-04T06:52:11,151 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure abc66bc0514573eea8aee71f18767294, server=607fd5c6574c,33855,1733295114221}] 2024-12-04T06:52:11,308 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. 2024-12-04T06:52:11,308 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => abc66bc0514573eea8aee71f18767294, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294.', STARTKEY => '', ENDKEY => ''} 2024-12-04T06:52:11,309 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:11,309 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:52:11,309 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:11,309 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:11,311 INFO [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:11,312 INFO [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abc66bc0514573eea8aee71f18767294 columnFamilyName cf1 2024-12-04T06:52:11,312 DEBUG [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:11,319 DEBUG [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294/cf1/ac542327346f4129befaa979513b5437 2024-12-04T06:52:11,320 INFO [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] regionserver.HStore(327): Store=abc66bc0514573eea8aee71f18767294/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:11,320 INFO [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:11,321 INFO [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abc66bc0514573eea8aee71f18767294 columnFamilyName cf2 2024-12-04T06:52:11,321 DEBUG [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:11,331 DEBUG [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294/cf2/71e9b65bc6384f9ebc8ad3e6907ddcb7 2024-12-04T06:52:11,331 INFO [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] regionserver.HStore(327): Store=abc66bc0514573eea8aee71f18767294/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:11,331 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:11,332 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:11,333 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:11,335 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:11,335 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:11,336 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-04T06:52:11,337 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:11,338 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened abc66bc0514573eea8aee71f18767294; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73181822, jitterRate=0.09049412608146667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-04T06:52:11,339 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:11,339 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for abc66bc0514573eea8aee71f18767294: Running coprocessor pre-open hook at 1733295131309Writing region info on filesystem at 1733295131309Initializing all the Stores at 1733295131310 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295131310Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295131311 (+1 ms)Cleaning up temporary data from old regions at 1733295131335 (+24 ms)Running coprocessor post-open hooks at 1733295131339 (+4 ms)Region opened successfully at 1733295131339 2024-12-04T06:52:11,340 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294., pid=12, masterSystemTime=1733295131303 2024-12-04T06:52:11,344 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. 2024-12-04T06:52:11,344 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. 2024-12-04T06:52:11,344 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=abc66bc0514573eea8aee71f18767294, regionState=OPEN, openSeqNum=18, regionLocation=607fd5c6574c,33855,1733295114221 2024-12-04T06:52:11,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure abc66bc0514573eea8aee71f18767294, server=607fd5c6574c,33855,1733295114221 because future has completed 2024-12-04T06:52:11,352 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-12-04T06:52:11,352 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure abc66bc0514573eea8aee71f18767294, server=607fd5c6574c,33855,1733295114221 in 198 msec 2024-12-04T06:52:11,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=abc66bc0514573eea8aee71f18767294, REOPEN/MOVE in 574 msec 2024-12-04T06:52:11,384 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T06:52:11,386 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49620, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T06:52:11,388 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 607fd5c6574c,33855,1733295114221: testing ***** 2024-12-04T06:52:11,388 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T06:52:11,391 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T06:52:11,392 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T06:52:11,395 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T06:52:11,397 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T06:52:11,405 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 320243568 }, "NonHeapMemoryUsage": { "committed": 171573248, "init": 7667712, "max": -1, "used": 168999632 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "607fd5c6574c", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2068, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 1, "ProcessCallTime_max": 10, "ProcessCallTime_mean": 4, "ProcessCallTime_25th_percentile": 3, "ProcessCallTime_median": 5, "ProcessCallTime_75th_percentile": 7, "ProcessCallTime_90th_percentile": 9, "ProcessCallTime_95th_percentile": 9, "ProcessCallTime_98th_percentile": 9, "ProcessCallTime_99th_percentile": 9, "ProcessCallTime_99.9th_percentile": 9, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 10, "TotalCallTime_mean": 4, "TotalCallTime_25th_percentile": 3, "TotalCallTime_median": 5, "TotalCallTime_75th_percentile": 7, "TotalCallTime_90th_percentile": 9, "TotalCallTime_95th_percentile": 9, "TotalCallTime_98th_percentile": 9, "TotalCallTime_99th_percentile": 9, "TotalCallTime_99.9th_percentile": 9, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 175, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 131, "ResponseSize_90th_percentile": 157, "ResponseSize_95th_percentile": 166, "ResponseSize_98th_percentile": 171, "ResponseSize_99th_percentile": 173, "ResponseSize_99.9th_percentile": 174, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 352 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "607fd5c6574c", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:62341", "tag.serverName": "607fd5c6574c,41851,1733295114388", "tag.clusterId": "87c08ec7-e2fb-4984-8591-728722454d24", "tag.Context": "regionserver", "tag.Hostname": "607fd5c6574c", "regionCount": 0, "storeCount": 0, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733295114388, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-04T06:52:11,409 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38217 {}] master.MasterRpcServices(700): 607fd5c6574c,33855,1733295114221 reported a fatal error: ***** ABORTING region server 607fd5c6574c,33855,1733295114221: testing ***** 2024-12-04T06:52:11,411 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '607fd5c6574c,33855,1733295114221' ***** 2024-12-04T06:52:11,412 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-12-04T06:52:11,412 INFO [RS:0;607fd5c6574c:33855 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T06:52:11,412 INFO [RS:0;607fd5c6574c:33855 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-04T06:52:11,412 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T06:52:11,412 INFO [RS:0;607fd5c6574c:33855 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-04T06:52:11,413 INFO [RS:0;607fd5c6574c:33855 {}] regionserver.HRegionServer(3091): Received CLOSE for abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:43328 deadline: 1733295191413, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=607fd5c6574c port=33855 startCode=1733295114221. As of locationSeqNum=12. 2024-12-04T06:52:11,413 INFO [RS:0;607fd5c6574c:33855 {}] regionserver.HRegionServer(956): aborting server 607fd5c6574c,33855,1733295114221 2024-12-04T06:52:11,413 INFO [RS:0;607fd5c6574c:33855 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T06:52:11,413 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing abc66bc0514573eea8aee71f18767294, disabling compactions & flushes 2024-12-04T06:52:11,413 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. 2024-12-04T06:52:11,413 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. 2024-12-04T06:52:11,413 INFO [RS:0;607fd5c6574c:33855 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;607fd5c6574c:33855. 2024-12-04T06:52:11,414 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. after waiting 0 ms 2024-12-04T06:52:11,414 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. 2024-12-04T06:52:11,414 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294., hostname=607fd5c6574c,43051,1733295114332, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294., hostname=607fd5c6574c,43051,1733295114332, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=607fd5c6574c port=33855 startCode=1733295114221. As of locationSeqNum=12. 2024-12-04T06:52:11,414 DEBUG [RS:0;607fd5c6574c:33855 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T06:52:11,414 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294., hostname=607fd5c6574c,43051,1733295114332, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=607fd5c6574c port=33855 startCode=1733295114221. As of locationSeqNum=12. 2024-12-04T06:52:11,414 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294., hostname=607fd5c6574c,43051,1733295114332, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294., hostname=607fd5c6574c,33855,1733295114221, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=607fd5c6574c port=33855 startCode=1733295114221. As of locationSeqNum=12. 2024-12-04T06:52:11,414 DEBUG [RS:0;607fd5c6574c:33855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T06:52:11,415 INFO [RS:0;607fd5c6574c:33855 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T06:52:11,415 INFO [RS:0;607fd5c6574c:33855 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T06:52:11,415 INFO [RS:0;607fd5c6574c:33855 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T06:52:11,415 INFO [RS:0;607fd5c6574c:33855 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T06:52:11,415 INFO [RS:0;607fd5c6574c:33855 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T06:52:11,415 DEBUG [RS:0;607fd5c6574c:33855 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, abc66bc0514573eea8aee71f18767294=testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294.} 2024-12-04T06:52:11,415 DEBUG [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T06:52:11,415 INFO [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T06:52:11,415 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. 2024-12-04T06:52:11,415 DEBUG [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T06:52:11,415 DEBUG [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T06:52:11,416 DEBUG [RS:0;607fd5c6574c:33855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:11,416 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for abc66bc0514573eea8aee71f18767294: Waiting for close lock at 1733295131413Running coprocessor pre-close hooks at 1733295131413Disabling compacts and flushes for region at 1733295131413Disabling writes for close at 1733295131414 (+1 ms)Writing region close event to WAL at 1733295131415 (+1 ms)Running coprocessor post-close hooks at 1733295131415Closed at 1733295131415 2024-12-04T06:52:11,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 607fd5c6574c,33855,1733295114221 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T06:52:11,416 DEBUG [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T06:52:11,416 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. 2024-12-04T06:52:11,416 ERROR [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1960): Memstore data size is 5811 in region hbase:meta,,1.1588230740 2024-12-04T06:52:11,416 DEBUG [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T06:52:11,416 INFO [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T06:52:11,416 DEBUG [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733295131415Running coprocessor pre-close hooks at 1733295131415Disabling compacts and flushes for region at 1733295131415Disabling writes for close at 1733295131416 (+1 ms)Writing region close event to WAL at 1733295131416Running coprocessor post-close hooks at 1733295131416Closed at 1733295131416 2024-12-04T06:52:11,417 DEBUG [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T06:52:11,417 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=607fd5c6574c,33855,1733295114221, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=607fd5c6574c,33855,1733295114221, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 607fd5c6574c,33855,1733295114221 aborting 2024-12-04T06:52:11,417 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=607fd5c6574c,33855,1733295114221, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 607fd5c6574c,33855,1733295114221 aborting 2024-12-04T06:52:11,417 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=607fd5c6574c,33855,1733295114221, seqNum=-1 from cache 2024-12-04T06:52:11,507 INFO [regionserver/607fd5c6574c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T06:52:11,526 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T06:52:11,527 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=607fd5c6574c,33855,1733295114221, seqNum=-1] 2024-12-04T06:52:11,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 607fd5c6574c,33855,1733295114221 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T06:52:11,529 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=607fd5c6574c,33855,1733295114221, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=607fd5c6574c,33855,1733295114221, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 607fd5c6574c,33855,1733295114221 aborting 2024-12-04T06:52:11,529 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=607fd5c6574c,33855,1733295114221, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 607fd5c6574c,33855,1733295114221 aborting 2024-12-04T06:52:11,529 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=607fd5c6574c,33855,1733295114221, seqNum=-1 from cache 2024-12-04T06:52:11,578 INFO [regionserver/607fd5c6574c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T06:52:11,578 INFO [regionserver/607fd5c6574c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T06:52:11,616 INFO [RS:0;607fd5c6574c:33855 {}] regionserver.HRegionServer(976): stopping server 607fd5c6574c,33855,1733295114221; all regions closed. 2024-12-04T06:52:11,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741836_1012 (size=2747) 2024-12-04T06:52:11,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741836_1012 (size=2747) 2024-12-04T06:52:11,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741836_1012 (size=2747) 2024-12-04T06:52:11,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741833_1009 (size=1677) 2024-12-04T06:52:11,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741833_1009 (size=1677) 2024-12-04T06:52:11,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741833_1009 (size=1677) 2024-12-04T06:52:11,625 DEBUG [RS:0;607fd5c6574c:33855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T06:52:11,625 INFO [RS:0;607fd5c6574c:33855 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T06:52:11,626 INFO [RS:0;607fd5c6574c:33855 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T06:52:11,626 INFO [RS:0;607fd5c6574c:33855 {}] hbase.ChoreService(370): Chore service for: regionserver/607fd5c6574c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T06:52:11,626 INFO [RS:0;607fd5c6574c:33855 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T06:52:11,626 INFO [regionserver/607fd5c6574c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T06:52:11,627 INFO [RS:0;607fd5c6574c:33855 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33855 2024-12-04T06:52:11,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33855-0x1017c3e6c830001, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/607fd5c6574c,33855,1733295114221 2024-12-04T06:52:11,637 INFO [RS:0;607fd5c6574c:33855 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T06:52:11,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38217-0x1017c3e6c830000, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T06:52:11,641 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [607fd5c6574c,33855,1733295114221] 2024-12-04T06:52:11,643 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/607fd5c6574c,33855,1733295114221 already deleted, retry=false 2024-12-04T06:52:11,643 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 607fd5c6574c,33855,1733295114221 on 607fd5c6574c,38217,1733295113534 2024-12-04T06:52:11,649 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 607fd5c6574c,33855,1733295114221, splitWal=true, meta=true 2024-12-04T06:52:11,652 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 607fd5c6574c,33855,1733295114221, splitWal=true, meta=true 2024-12-04T06:52:11,652 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 607fd5c6574c,33855,1733295114221 (carryingMeta=true) 607fd5c6574c,33855,1733295114221/CRASHED/regionCount=2/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3a14078e[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-04T06:52:11,653 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 607fd5c6574c,33855,1733295114221, splitWal=true, meta=true, isMeta: true 2024-12-04T06:52:11,655 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/WALs/607fd5c6574c,33855,1733295114221-splitting 2024-12-04T06:52:11,656 INFO [PEWorker-2 {}] master.SplitWALManager(105): 607fd5c6574c,33855,1733295114221 WAL count=1, meta=true 2024-12-04T06:52:11,659 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 607fd5c6574c%2C33855%2C1733295114221.meta.1733295116183.meta}] 2024-12-04T06:52:11,664 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=607fd5c6574c,41851,1733295114388 2024-12-04T06:52:11,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 607fd5c6574c%2C33855%2C1733295114221.meta.1733295116183.meta, worker=607fd5c6574c,41851,1733295114388}] 2024-12-04T06:52:11,736 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T06:52:11,737 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=607fd5c6574c,33855,1733295114221, seqNum=-1] 2024-12-04T06:52:11,739 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 607fd5c6574c:33855 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 607fd5c6574c/172.17.0.2:33855 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T06:52:11,740 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=607fd5c6574c,33855,1733295114221, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=607fd5c6574c,33855,1733295114221, seqNum=-1, error=java.net.ConnectException: Call to address=607fd5c6574c:33855 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 607fd5c6574c/172.17.0.2:33855 2024-12-04T06:52:11,740 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=607fd5c6574c,33855,1733295114221, seqNum=-1 is java.net.ConnectException: Connection refused 2024-12-04T06:52:11,740 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=607fd5c6574c,33855,1733295114221, seqNum=-1 from cache 2024-12-04T06:52:11,741 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 607fd5c6574c:33855 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 607fd5c6574c/172.17.0.2:33855 2024-12-04T06:52:11,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33855-0x1017c3e6c830001, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T06:52:11,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33855-0x1017c3e6c830001, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T06:52:11,742 INFO [RS:0;607fd5c6574c:33855 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T06:52:11,742 INFO [RS:0;607fd5c6574c:33855 {}] regionserver.HRegionServer(1031): Exiting; stopping=607fd5c6574c,33855,1733295114221; zookeeper connection closed. 2024-12-04T06:52:11,744 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4286b969 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4286b969 2024-12-04T06:52:11,826 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T06:52:11,828 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35613, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T06:52:11,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-12-04T06:52:11,851 INFO [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/WALs/607fd5c6574c,33855,1733295114221-splitting/607fd5c6574c%2C33855%2C1733295114221.meta.1733295116183.meta, size=2.7 K (2747bytes) 2024-12-04T06:52:11,851 INFO [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/WALs/607fd5c6574c,33855,1733295114221-splitting/607fd5c6574c%2C33855%2C1733295114221.meta.1733295116183.meta 2024-12-04T06:52:11,851 INFO [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/WALs/607fd5c6574c,33855,1733295114221-splitting/607fd5c6574c%2C33855%2C1733295114221.meta.1733295116183.meta after 0ms 2024-12-04T06:52:11,854 DEBUG [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/WALs/607fd5c6574c,33855,1733295114221-splitting/607fd5c6574c%2C33855%2C1733295114221.meta.1733295116183.meta: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T06:52:11,855 INFO [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/WALs/607fd5c6574c,33855,1733295114221-splitting/607fd5c6574c%2C33855%2C1733295114221.meta.1733295116183.meta took 5ms 2024-12-04T06:52:11,864 DEBUG [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-12-04T06:52:11,865 DEBUG [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/WALs/607fd5c6574c,33855,1733295114221-splitting/607fd5c6574c%2C33855%2C1733295114221.meta.1733295116183.meta so closing down 2024-12-04T06:52:11,866 DEBUG [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-04T06:52:11,867 INFO [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-607fd5c6574c%2C33855%2C1733295114221.meta.1733295116183.meta.temp 2024-12-04T06:52:11,871 INFO [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-607fd5c6574c%2C33855%2C1733295114221.meta.1733295116183.meta.temp 2024-12-04T06:52:11,872 INFO [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-12-04T06:52:11,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741892_1070 (size=2527) 2024-12-04T06:52:11,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741892_1070 (size=2527) 2024-12-04T06:52:11,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741892_1070 (size=2527) 2024-12-04T06:52:11,885 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-607fd5c6574c%2C33855%2C1733295114221.meta.1733295116183.meta.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-12-04T06:52:11,887 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-607fd5c6574c%2C33855%2C1733295114221.meta.1733295116183.meta.temp to hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-12-04T06:52:11,887 INFO [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 16 edits across 1 Regions in 31 ms; skipped=1; WAL=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/WALs/607fd5c6574c,33855,1733295114221-splitting/607fd5c6574c%2C33855%2C1733295114221.meta.1733295116183.meta, size=2.7 K, length=2747, corrupted=false, cancelled=false 2024-12-04T06:52:11,887 DEBUG [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/WALs/607fd5c6574c,33855,1733295114221-splitting/607fd5c6574c%2C33855%2C1733295114221.meta.1733295116183.meta, journal: Splitting hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/WALs/607fd5c6574c,33855,1733295114221-splitting/607fd5c6574c%2C33855%2C1733295114221.meta.1733295116183.meta, size=2.7 K (2747bytes) at 1733295131851Finishing writing output for hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/WALs/607fd5c6574c,33855,1733295114221-splitting/607fd5c6574c%2C33855%2C1733295114221.meta.1733295116183.meta so closing down at 1733295131865 (+14 ms)Creating recovered edits writer path=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-607fd5c6574c%2C33855%2C1733295114221.meta.1733295116183.meta.temp at 1733295131871 (+6 ms)3 split writer threads finished at 1733295131872 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-607fd5c6574c%2C33855%2C1733295114221.meta.1733295116183.meta.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1733295131885 (+13 ms)Rename recovered edits hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-607fd5c6574c%2C33855%2C1733295114221.meta.1733295116183.meta.temp to hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 at 1733295131887 (+2 ms)Processed 16 edits across 1 Regions in 31 ms; skipped=1; WAL=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/WALs/607fd5c6574c,33855,1733295114221-splitting/607fd5c6574c%2C33855%2C1733295114221.meta.1733295116183.meta, size=2.7 K, length=2747, corrupted=false, cancelled=false at 1733295131887 2024-12-04T06:52:11,888 DEBUG [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/WALs/607fd5c6574c,33855,1733295114221-splitting/607fd5c6574c%2C33855%2C1733295114221.meta.1733295116183.meta 2024-12-04T06:52:11,890 DEBUG [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-04T06:52:11,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-04T06:52:11,897 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/WALs/607fd5c6574c,33855,1733295114221-splitting/607fd5c6574c%2C33855%2C1733295114221.meta.1733295116183.meta to hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/oldWALs 2024-12-04T06:52:11,901 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-04T06:52:11,901 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 607fd5c6574c%2C33855%2C1733295114221.meta.1733295116183.meta, worker=607fd5c6574c,41851,1733295114388 in 231 msec 2024-12-04T06:52:11,902 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=607fd5c6574c,41851,1733295114388 2024-12-04T06:52:11,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-04T06:52:11,905 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 607fd5c6574c%2C33855%2C1733295114221.meta.1733295116183.meta, worker=607fd5c6574c,41851,1733295114388 in 244 msec 2024-12-04T06:52:11,906 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/WALs/607fd5c6574c,33855,1733295114221-splitting dir is empty, no logs to split. 2024-12-04T06:52:11,906 INFO [PEWorker-2 {}] master.SplitWALManager(105): 607fd5c6574c,33855,1733295114221 WAL count=0, meta=true 2024-12-04T06:52:11,906 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 607fd5c6574c,33855,1733295114221 WAL splitting is done? wals=0, meta=true 2024-12-04T06:52:11,908 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T06:52:11,909 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T06:52:11,910 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T06:52:12,046 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T06:52:12,047 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=607fd5c6574c,33855,1733295114221, seqNum=-1] 2024-12-04T06:52:12,048 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.AbstractRpcClient(357): Not trying to connect to 607fd5c6574c:33855 this server is in the failed servers list 2024-12-04T06:52:12,049 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=607fd5c6574c,33855,1733295114221, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=607fd5c6574c,33855,1733295114221, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=607fd5c6574c:33855 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 607fd5c6574c:33855 2024-12-04T06:52:12,049 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=607fd5c6574c,33855,1733295114221, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 607fd5c6574c:33855 2024-12-04T06:52:12,049 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=607fd5c6574c,33855,1733295114221, seqNum=-1 from cache 2024-12-04T06:52:12,060 DEBUG [607fd5c6574c:38217 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-04T06:52:12,061 DEBUG [607fd5c6574c:38217 {}] balancer.BalancerClusterState(204): Hosts are {607fd5c6574c=0} racks are {/default-rack=0} 2024-12-04T06:52:12,061 DEBUG [607fd5c6574c:38217 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-04T06:52:12,061 DEBUG [607fd5c6574c:38217 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-04T06:52:12,061 DEBUG [607fd5c6574c:38217 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-04T06:52:12,061 DEBUG [607fd5c6574c:38217 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-04T06:52:12,061 INFO [607fd5c6574c:38217 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-04T06:52:12,061 INFO [607fd5c6574c:38217 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-04T06:52:12,061 DEBUG [607fd5c6574c:38217 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T06:52:12,062 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=607fd5c6574c,43051,1733295114332 2024-12-04T06:52:12,063 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 607fd5c6574c,43051,1733295114332, state=OPENING 2024-12-04T06:52:12,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38217-0x1017c3e6c830000, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T06:52:12,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41851-0x1017c3e6c830003, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T06:52:12,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43051-0x1017c3e6c830002, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T06:52:12,065 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T06:52:12,066 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T06:52:12,066 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T06:52:12,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=607fd5c6574c,43051,1733295114332}] 2024-12-04T06:52:12,066 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T06:52:12,231 INFO [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T06:52:12,231 INFO [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T06:52:12,231 INFO [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T06:52:12,233 INFO [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=607fd5c6574c%2C43051%2C1733295114332.meta, suffix=.meta, logDir=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/WALs/607fd5c6574c,43051,1733295114332, archiveDir=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/oldWALs, maxLogs=32 2024-12-04T06:52:12,248 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/WALs/607fd5c6574c,43051,1733295114332/607fd5c6574c%2C43051%2C1733295114332.meta.1733295132234.meta, exclude list is [], retry=0 2024-12-04T06:52:12,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37487,DS-6619e935-c84f-413d-bcbd-dec6f3b539e6,DISK] 2024-12-04T06:52:12,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46579,DS-272f10a2-c0e6-4fac-bd0b-cb9585050f38,DISK] 2024-12-04T06:52:12,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33363,DS-006ccf11-2158-49f0-95d4-05abecf554ce,DISK] 2024-12-04T06:52:12,254 INFO [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/WALs/607fd5c6574c,43051,1733295114332/607fd5c6574c%2C43051%2C1733295114332.meta.1733295132234.meta 2024-12-04T06:52:12,255 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43723:43723),(127.0.0.1/127.0.0.1:41185:41185),(127.0.0.1/127.0.0.1:44439:44439)] 2024-12-04T06:52:12,255 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T06:52:12,255 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T06:52:12,255 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T06:52:12,255 INFO [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T06:52:12,255 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T06:52:12,256 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:52:12,256 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T06:52:12,256 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T06:52:12,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T06:52:12,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T06:52:12,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:12,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T06:52:12,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T06:52:12,260 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T06:52:12,260 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:12,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T06:52:12,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T06:52:12,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T06:52:12,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:12,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T06:52:12,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T06:52:12,263 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T06:52:12,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:12,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T06:52:12,263 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T06:52:12,264 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/hbase/meta/1588230740 2024-12-04T06:52:12,265 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/hbase/meta/1588230740 2024-12-04T06:52:12,266 INFO [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-12-04T06:52:12,268 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/hbase/meta/1588230740/recovered.edits/0000000000000000018: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T06:52:12,271 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5793): Applied 40, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=18, path=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-12-04T06:52:12,271 INFO [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.67 KB heapSize=9.66 KB 2024-12-04T06:52:12,294 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/hbase/meta/1588230740/.tmp/info/0f0e02b8f3094e46b739b4a1226b3668 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294./info:regioninfo/1733295131344/Put/seqid=0 2024-12-04T06:52:12,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741894_1072 (size=11177) 2024-12-04T06:52:12,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741894_1072 (size=11177) 2024-12-04T06:52:12,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741894_1072 (size=11177) 2024-12-04T06:52:12,302 INFO [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.46 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/hbase/meta/1588230740/.tmp/info/0f0e02b8f3094e46b739b4a1226b3668 2024-12-04T06:52:12,331 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/hbase/meta/1588230740/.tmp/ns/c048bb1f603144379d3e8572a81da164 is 43, key is default/ns:d/1733295116344/Put/seqid=0 2024-12-04T06:52:12,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741895_1073 (size=5153) 2024-12-04T06:52:12,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741895_1073 (size=5153) 2024-12-04T06:52:12,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741895_1073 (size=5153) 2024-12-04T06:52:12,340 INFO [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/hbase/meta/1588230740/.tmp/ns/c048bb1f603144379d3e8572a81da164 2024-12-04T06:52:12,362 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/hbase/meta/1588230740/.tmp/table/db5de19339294ee4bb0eb4bea5b66ce6 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1733295129540/Put/seqid=0 2024-12-04T06:52:12,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741896_1074 (size=5431) 2024-12-04T06:52:12,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741896_1074 (size=5431) 2024-12-04T06:52:12,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741896_1074 (size=5431) 2024-12-04T06:52:12,369 INFO [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/hbase/meta/1588230740/.tmp/table/db5de19339294ee4bb0eb4bea5b66ce6 2024-12-04T06:52:12,376 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/hbase/meta/1588230740/.tmp/info/0f0e02b8f3094e46b739b4a1226b3668 as hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/hbase/meta/1588230740/info/0f0e02b8f3094e46b739b4a1226b3668 2024-12-04T06:52:12,382 INFO [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/hbase/meta/1588230740/info/0f0e02b8f3094e46b739b4a1226b3668, entries=36, sequenceid=18, filesize=10.9 K 2024-12-04T06:52:12,384 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/hbase/meta/1588230740/.tmp/ns/c048bb1f603144379d3e8572a81da164 as hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/hbase/meta/1588230740/ns/c048bb1f603144379d3e8572a81da164 2024-12-04T06:52:12,389 INFO [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/hbase/meta/1588230740/ns/c048bb1f603144379d3e8572a81da164, entries=2, sequenceid=18, filesize=5.0 K 2024-12-04T06:52:12,390 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/hbase/meta/1588230740/.tmp/table/db5de19339294ee4bb0eb4bea5b66ce6 as hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/hbase/meta/1588230740/table/db5de19339294ee4bb0eb4bea5b66ce6 2024-12-04T06:52:12,396 INFO [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/hbase/meta/1588230740/table/db5de19339294ee4bb0eb4bea5b66ce6, entries=2, sequenceid=18, filesize=5.3 K 2024-12-04T06:52:12,396 INFO [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(3140): Finished flush of dataSize ~5.67 KB/5811, heapSize ~9.37 KB/9592, currentSize=0 B/0 for 1588230740 in 125ms, sequenceid=18, compaction requested=false; wal=null 2024-12-04T06:52:12,397 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-12-04T06:52:12,399 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T06:52:12,399 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T06:52:12,399 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T06:52:12,401 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T06:52:12,403 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/hbase/meta/1588230740/recovered.edits/18.seqid, newMaxSeqId=18, maxSeqId=1 2024-12-04T06:52:12,404 INFO [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=19; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65031158, jitterRate=-0.03096023201942444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T06:52:12,405 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T06:52:12,406 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733295132256Writing region info on filesystem at 1733295132256Initializing all the Stores at 1733295132257 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733295132257Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733295132257Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295132257Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733295132257Obtaining lock to block concurrent updates at 1733295132271 (+14 ms)Preparing flush snapshotting stores in 1588230740 at 1733295132271Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=5811, getHeapSize=9832, getOffHeapSize=0, getCellsCount=40 at 1733295132271Flushing stores of hbase:meta,,1.1588230740 at 1733295132271Flushing 1588230740/info: creating writer at 1733295132272 (+1 ms)Flushing 1588230740/info: appending metadata at 1733295132293 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733295132294 (+1 ms)Flushing 1588230740/ns: creating writer at 1733295132309 (+15 ms)Flushing 1588230740/ns: appending metadata at 1733295132330 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1733295132330Flushing 1588230740/table: creating writer at 1733295132346 (+16 ms)Flushing 1588230740/table: appending metadata at 1733295132361 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733295132361Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61be6eea: reopening flushed file at 1733295132375 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6da57235: reopening flushed file at 1733295132383 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1174a0ff: reopening flushed file at 1733295132390 (+7 ms)Finished flush of dataSize ~5.67 KB/5811, heapSize ~9.37 KB/9592, currentSize=0 B/0 for 1588230740 in 125ms, sequenceid=18, compaction requested=false; wal=null at 1733295132396 (+6 ms)Cleaning up temporary data from old regions at 1733295132399 (+3 ms)Running coprocessor post-open hooks at 1733295132405 (+6 ms)Region opened successfully at 1733295132406 (+1 ms) 2024-12-04T06:52:12,407 INFO [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733295132226 2024-12-04T06:52:12,410 DEBUG [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T06:52:12,410 INFO [RS_OPEN_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T06:52:12,410 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=19, regionLocation=607fd5c6574c,43051,1733295114332 2024-12-04T06:52:12,411 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 607fd5c6574c,43051,1733295114332, state=OPEN 2024-12-04T06:52:12,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41851-0x1017c3e6c830003, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T06:52:12,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43051-0x1017c3e6c830002, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T06:52:12,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38217-0x1017c3e6c830000, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T06:52:12,413 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T06:52:12,413 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T06:52:12,413 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T06:52:12,413 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=607fd5c6574c,43051,1733295114332 2024-12-04T06:52:12,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-04T06:52:12,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=607fd5c6574c,43051,1733295114332 in 347 msec 2024-12-04T06:52:12,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-12-04T06:52:12,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 508 msec 2024-12-04T06:52:12,419 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 607fd5c6574c,33855,1733295114221 had 2 regions 2024-12-04T06:52:12,420 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 607fd5c6574c,33855,1733295114221, splitWal=true, meta=true, isMeta: false 2024-12-04T06:52:12,422 INFO [PEWorker-1 {}] master.SplitWALManager(105): 607fd5c6574c,33855,1733295114221 WAL count=1, meta=false 2024-12-04T06:52:12,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 607fd5c6574c%2C33855%2C1733295114221.1733295115745}] 2024-12-04T06:52:12,426 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=607fd5c6574c,43051,1733295114332 2024-12-04T06:52:12,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 607fd5c6574c%2C33855%2C1733295114221.1733295115745, worker=607fd5c6574c,43051,1733295114332}] 2024-12-04T06:52:12,556 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T06:52:12,558 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=607fd5c6574c,43051,1733295114332, seqNum=-1] 2024-12-04T06:52:12,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43051 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=19 2024-12-04T06:52:12,608 INFO [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(299): Splitting hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/WALs/607fd5c6574c,33855,1733295114221-splitting/607fd5c6574c%2C33855%2C1733295114221.1733295115745, size=1.6 K (1677bytes) 2024-12-04T06:52:12,609 INFO [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=19}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/WALs/607fd5c6574c,33855,1733295114221-splitting/607fd5c6574c%2C33855%2C1733295114221.1733295115745 2024-12-04T06:52:12,609 INFO [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=19}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/WALs/607fd5c6574c,33855,1733295114221-splitting/607fd5c6574c%2C33855%2C1733295114221.1733295115745 after 0ms 2024-12-04T06:52:12,613 DEBUG [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/WALs/607fd5c6574c,33855,1733295114221-splitting/607fd5c6574c%2C33855%2C1733295114221.1733295115745: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T06:52:12,613 INFO [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(310): Open hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/WALs/607fd5c6574c,33855,1733295114221-splitting/607fd5c6574c%2C33855%2C1733295114221.1733295115745 took 5ms 2024-12-04T06:52:12,617 DEBUG [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(352): Last flushed sequenceid for abc66bc0514573eea8aee71f18767294: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-12-04T06:52:12,618 DEBUG [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/WALs/607fd5c6574c,33855,1733295114221-splitting/607fd5c6574c%2C33855%2C1733295114221.1733295115745 so closing down 2024-12-04T06:52:12,618 DEBUG [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-04T06:52:12,618 INFO [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.OutputSink(145): 3 split writer threads finished 2024-12-04T06:52:12,618 INFO [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 4 ms; skipped=6; WAL=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/WALs/607fd5c6574c,33855,1733295114221-splitting/607fd5c6574c%2C33855%2C1733295114221.1733295115745, size=1.6 K, length=1677, corrupted=false, cancelled=false 2024-12-04T06:52:12,618 DEBUG [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(428): Completed split of hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/WALs/607fd5c6574c,33855,1733295114221-splitting/607fd5c6574c%2C33855%2C1733295114221.1733295115745, journal: Splitting hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/WALs/607fd5c6574c,33855,1733295114221-splitting/607fd5c6574c%2C33855%2C1733295114221.1733295115745, size=1.6 K (1677bytes) at 1733295132609Finishing writing output for hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/WALs/607fd5c6574c,33855,1733295114221-splitting/607fd5c6574c%2C33855%2C1733295114221.1733295115745 so closing down at 1733295132618 (+9 ms)3 split writer threads finished at 1733295132618Processed 6 edits across 0 Regions in 4 ms; skipped=6; WAL=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/WALs/607fd5c6574c,33855,1733295114221-splitting/607fd5c6574c%2C33855%2C1733295114221.1733295115745, size=1.6 K, length=1677, corrupted=false, cancelled=false at 1733295132618 2024-12-04T06:52:12,618 DEBUG [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=19}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/WALs/607fd5c6574c,33855,1733295114221-splitting/607fd5c6574c%2C33855%2C1733295114221.1733295115745 2024-12-04T06:52:12,618 DEBUG [RS_LOG_REPLAY_OPS-regionserver/607fd5c6574c:0-0 {event_type=RS_LOG_REPLAY, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-12-04T06:52:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] master.HMaster(4169): Remote procedure done, pid=19 2024-12-04T06:52:12,624 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/WALs/607fd5c6574c,33855,1733295114221-splitting/607fd5c6574c%2C33855%2C1733295114221.1733295115745 to hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/oldWALs 2024-12-04T06:52:12,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-04T06:52:12,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 607fd5c6574c%2C33855%2C1733295114221.1733295115745, worker=607fd5c6574c,43051,1733295114332 in 197 msec 2024-12-04T06:52:12,629 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=607fd5c6574c,43051,1733295114332 2024-12-04T06:52:12,633 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-12-04T06:52:12,633 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 607fd5c6574c%2C33855%2C1733295114221.1733295115745, worker=607fd5c6574c,43051,1733295114332 in 207 msec 2024-12-04T06:52:12,635 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/WALs/607fd5c6574c,33855,1733295114221-splitting dir is empty, no logs to split. 2024-12-04T06:52:12,635 INFO [PEWorker-1 {}] master.SplitWALManager(105): 607fd5c6574c,33855,1733295114221 WAL count=0, meta=false 2024-12-04T06:52:12,635 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 607fd5c6574c,33855,1733295114221 WAL splitting is done? wals=0, meta=false 2024-12-04T06:52:12,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=abc66bc0514573eea8aee71f18767294, ASSIGN}] 2024-12-04T06:52:12,639 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=abc66bc0514573eea8aee71f18767294, ASSIGN 2024-12-04T06:52:12,640 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=abc66bc0514573eea8aee71f18767294, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T06:52:12,677 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 607fd5c6574c:33855 this server is in the failed servers list 2024-12-04T06:52:12,677 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294., hostname=607fd5c6574c,33855,1733295114221, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294., hostname=607fd5c6574c,33855,1733295114221, seqNum=12, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=607fd5c6574c:33855 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 607fd5c6574c:33855 2024-12-04T06:52:12,677 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294., hostname=607fd5c6574c,33855,1733295114221, seqNum=12 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 607fd5c6574c:33855 2024-12-04T06:52:12,677 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294., hostname=607fd5c6574c,33855,1733295114221, seqNum=12 from cache 2024-12-04T06:52:12,791 DEBUG [607fd5c6574c:38217 {}] balancer.BalancerClusterState(204): Hosts are {607fd5c6574c=0} racks are {/default-rack=0} 2024-12-04T06:52:12,791 DEBUG [607fd5c6574c:38217 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-04T06:52:12,791 DEBUG [607fd5c6574c:38217 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-04T06:52:12,791 DEBUG [607fd5c6574c:38217 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-04T06:52:12,791 DEBUG [607fd5c6574c:38217 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-04T06:52:12,791 INFO [607fd5c6574c:38217 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-04T06:52:12,791 INFO [607fd5c6574c:38217 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-04T06:52:12,791 DEBUG [607fd5c6574c:38217 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T06:52:12,792 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=abc66bc0514573eea8aee71f18767294, regionState=OPENING, regionLocation=607fd5c6574c,43051,1733295114332 2024-12-04T06:52:12,793 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 607fd5c6574c:33855 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 607fd5c6574c/172.17.0.2:33855 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T06:52:12,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=607fd5c6574c,33855,1733295114221, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=607fd5c6574c,33855,1733295114221, seqNum=-1, error=java.net.ConnectException: Call to address=607fd5c6574c:33855 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 607fd5c6574c/172.17.0.2:33855 2024-12-04T06:52:12,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=607fd5c6574c,33855,1733295114221, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-12-04T06:52:12,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=607fd5c6574c,33855,1733295114221, seqNum=-1 from cache 2024-12-04T06:52:12,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 607fd5c6574c:33855 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 607fd5c6574c/172.17.0.2:33855 2024-12-04T06:52:12,892 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294., hostname=607fd5c6574c,33855,1733295114221, seqNum=18] 2024-12-04T06:52:12,893 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 607fd5c6574c:33855 this server is in the failed servers list 2024-12-04T06:52:12,893 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294., hostname=607fd5c6574c,33855,1733295114221, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294., hostname=607fd5c6574c,33855,1733295114221, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=607fd5c6574c:33855 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 607fd5c6574c:33855 2024-12-04T06:52:12,893 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294., hostname=607fd5c6574c,33855,1733295114221, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 607fd5c6574c:33855 2024-12-04T06:52:12,893 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294., hostname=607fd5c6574c,33855,1733295114221, seqNum=18 from cache 2024-12-04T06:52:12,896 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T06:52:12,896 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=607fd5c6574c,43051,1733295114332, seqNum=-1] 2024-12-04T06:52:12,896 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T06:52:12,898 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48717, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T06:52:12,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=abc66bc0514573eea8aee71f18767294, ASSIGN because future has completed 2024-12-04T06:52:12,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure abc66bc0514573eea8aee71f18767294, server=607fd5c6574c,43051,1733295114332}] 2024-12-04T06:52:13,056 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. 2024-12-04T06:52:13,056 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => abc66bc0514573eea8aee71f18767294, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294.', STARTKEY => '', ENDKEY => ''} 2024-12-04T06:52:13,057 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:13,057 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:52:13,057 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:13,057 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:13,059 INFO [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:13,060 INFO [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abc66bc0514573eea8aee71f18767294 columnFamilyName cf1 2024-12-04T06:52:13,060 DEBUG [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:13,066 DEBUG [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294/cf1/ac542327346f4129befaa979513b5437 2024-12-04T06:52:13,066 INFO [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] regionserver.HStore(327): Store=abc66bc0514573eea8aee71f18767294/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:13,066 INFO [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:13,067 INFO [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abc66bc0514573eea8aee71f18767294 columnFamilyName cf2 2024-12-04T06:52:13,067 DEBUG [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:13,073 DEBUG [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294/cf2/71e9b65bc6384f9ebc8ad3e6907ddcb7 2024-12-04T06:52:13,073 INFO [StoreOpener-abc66bc0514573eea8aee71f18767294-1 {}] regionserver.HStore(327): Store=abc66bc0514573eea8aee71f18767294/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:13,074 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:13,074 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:13,076 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:13,077 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:13,077 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:13,078 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-04T06:52:13,079 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:13,080 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened abc66bc0514573eea8aee71f18767294; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59738316, jitterRate=-0.10982972383499146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-04T06:52:13,080 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:13,081 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for abc66bc0514573eea8aee71f18767294: Running coprocessor pre-open hook at 1733295133057Writing region info on filesystem at 1733295133057Initializing all the Stores at 1733295133058 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295133058Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295133059 (+1 ms)Cleaning up temporary data from old regions at 1733295133077 (+18 ms)Running coprocessor post-open hooks at 1733295133080 (+3 ms)Region opened successfully at 1733295133081 (+1 ms) 2024-12-04T06:52:13,082 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294., pid=21, masterSystemTime=1733295133052 2024-12-04T06:52:13,084 DEBUG [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. 2024-12-04T06:52:13,084 INFO [RS_OPEN_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. 2024-12-04T06:52:13,085 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=abc66bc0514573eea8aee71f18767294, regionState=OPEN, openSeqNum=18, regionLocation=607fd5c6574c,43051,1733295114332 2024-12-04T06:52:13,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure abc66bc0514573eea8aee71f18767294, server=607fd5c6574c,43051,1733295114332 because future has completed 2024-12-04T06:52:13,090 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-12-04T06:52:13,091 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure abc66bc0514573eea8aee71f18767294, server=607fd5c6574c,43051,1733295114332 in 188 msec 2024-12-04T06:52:13,093 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=13 2024-12-04T06:52:13,093 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=abc66bc0514573eea8aee71f18767294, ASSIGN in 454 msec 2024-12-04T06:52:13,093 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server 607fd5c6574c,33855,1733295114221 after splitting done 2024-12-04T06:52:13,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 607fd5c6574c,33855,1733295114221, splitWal=true, meta=true in 1.4490 sec 2024-12-04T06:52:13,201 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294., hostname=607fd5c6574c,43051,1733295114332, seqNum=18] 2024-12-04T06:52:13,216 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterRegionMovedWithMultiCF Thread=410 (was 413), OpenFileDescriptor=1048 (was 1023) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=220 (was 161) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6177 (was 6521) 2024-12-04T06:52:13,218 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1048 is superior to 1024 2024-12-04T06:52:13,231 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterPartialFlush Thread=410, OpenFileDescriptor=1048, MaxFileDescriptor=1048576, SystemLoadAverage=220, ProcessCount=11, AvailableMemoryMB=6176 2024-12-04T06:52:13,231 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1048 is superior to 1024 2024-12-04T06:52:13,248 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T06:52:13,250 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T06:52:13,251 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T06:52:13,254 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-12987480, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/hregion-12987480, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-04T06:52:13,268 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-12987480/hregion-12987480.1733295133254, exclude list is [], retry=0 2024-12-04T06:52:13,271 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37487,DS-6619e935-c84f-413d-bcbd-dec6f3b539e6,DISK] 2024-12-04T06:52:13,271 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33363,DS-006ccf11-2158-49f0-95d4-05abecf554ce,DISK] 2024-12-04T06:52:13,272 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46579,DS-272f10a2-c0e6-4fac-bd0b-cb9585050f38,DISK] 2024-12-04T06:52:13,277 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-12987480/hregion-12987480.1733295133254 2024-12-04T06:52:13,277 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41185:41185),(127.0.0.1/127.0.0.1:44439:44439),(127.0.0.1/127.0.0.1:43723:43723)] 2024-12-04T06:52:13,277 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 975e995d9367f68e69025821ec574e86, NAME => 'testReplayEditsWrittenViaHRegion,,1733295133249.975e995d9367f68e69025821ec574e86.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35969/hbase 2024-12-04T06:52:13,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741898_1076 (size=67) 2024-12-04T06:52:13,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741898_1076 (size=67) 2024-12-04T06:52:13,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741898_1076 (size=67) 2024-12-04T06:52:13,291 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733295133249.975e995d9367f68e69025821ec574e86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:52:13,292 INFO [StoreOpener-975e995d9367f68e69025821ec574e86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 975e995d9367f68e69025821ec574e86 2024-12-04T06:52:13,294 INFO [StoreOpener-975e995d9367f68e69025821ec574e86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 975e995d9367f68e69025821ec574e86 columnFamilyName a 2024-12-04T06:52:13,294 DEBUG [StoreOpener-975e995d9367f68e69025821ec574e86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:13,295 INFO [StoreOpener-975e995d9367f68e69025821ec574e86-1 {}] regionserver.HStore(327): Store=975e995d9367f68e69025821ec574e86/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:13,295 INFO [StoreOpener-975e995d9367f68e69025821ec574e86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 975e995d9367f68e69025821ec574e86 2024-12-04T06:52:13,296 INFO [StoreOpener-975e995d9367f68e69025821ec574e86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 975e995d9367f68e69025821ec574e86 columnFamilyName b 2024-12-04T06:52:13,296 DEBUG [StoreOpener-975e995d9367f68e69025821ec574e86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:13,297 INFO [StoreOpener-975e995d9367f68e69025821ec574e86-1 {}] regionserver.HStore(327): Store=975e995d9367f68e69025821ec574e86/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:13,297 INFO [StoreOpener-975e995d9367f68e69025821ec574e86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 975e995d9367f68e69025821ec574e86 2024-12-04T06:52:13,298 INFO [StoreOpener-975e995d9367f68e69025821ec574e86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 975e995d9367f68e69025821ec574e86 columnFamilyName c 2024-12-04T06:52:13,298 DEBUG [StoreOpener-975e995d9367f68e69025821ec574e86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:13,298 INFO [StoreOpener-975e995d9367f68e69025821ec574e86-1 {}] regionserver.HStore(327): Store=975e995d9367f68e69025821ec574e86/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:13,298 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 975e995d9367f68e69025821ec574e86 2024-12-04T06:52:13,299 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/975e995d9367f68e69025821ec574e86 2024-12-04T06:52:13,299 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/975e995d9367f68e69025821ec574e86 2024-12-04T06:52:13,300 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 975e995d9367f68e69025821ec574e86 2024-12-04T06:52:13,300 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 975e995d9367f68e69025821ec574e86 2024-12-04T06:52:13,301 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T06:52:13,302 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 975e995d9367f68e69025821ec574e86 2024-12-04T06:52:13,304 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/975e995d9367f68e69025821ec574e86/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T06:52:13,304 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 975e995d9367f68e69025821ec574e86; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64547537, jitterRate=-0.038166746497154236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T06:52:13,305 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 975e995d9367f68e69025821ec574e86: Writing region info on filesystem at 1733295133291Initializing all the Stores at 1733295133292 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295133292Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295133292Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295133292Cleaning up temporary data from old regions at 1733295133300 (+8 ms)Region opened successfully at 1733295133305 (+5 ms) 2024-12-04T06:52:13,305 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 975e995d9367f68e69025821ec574e86, disabling compactions & flushes 2024-12-04T06:52:13,305 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733295133249.975e995d9367f68e69025821ec574e86. 2024-12-04T06:52:13,305 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733295133249.975e995d9367f68e69025821ec574e86. 2024-12-04T06:52:13,305 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733295133249.975e995d9367f68e69025821ec574e86. after waiting 0 ms 2024-12-04T06:52:13,305 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733295133249.975e995d9367f68e69025821ec574e86. 2024-12-04T06:52:13,306 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733295133249.975e995d9367f68e69025821ec574e86. 2024-12-04T06:52:13,306 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 975e995d9367f68e69025821ec574e86: Waiting for close lock at 1733295133305Disabling compacts and flushes for region at 1733295133305Disabling writes for close at 1733295133305Writing region close event to WAL at 1733295133306 (+1 ms)Closed at 1733295133306 2024-12-04T06:52:13,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741897_1075 (size=93) 2024-12-04T06:52:13,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741897_1075 (size=93) 2024-12-04T06:52:13,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741897_1075 (size=93) 2024-12-04T06:52:13,312 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-04T06:52:13,312 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-12987480:(num 1733295133254) 2024-12-04T06:52:13,312 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-04T06:52:13,314 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733295133247, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-04T06:52:13,328 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733295133247/wal.1733295133314, exclude list is [], retry=0 2024-12-04T06:52:13,331 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33363,DS-006ccf11-2158-49f0-95d4-05abecf554ce,DISK] 2024-12-04T06:52:13,332 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46579,DS-272f10a2-c0e6-4fac-bd0b-cb9585050f38,DISK] 2024-12-04T06:52:13,332 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37487,DS-6619e935-c84f-413d-bcbd-dec6f3b539e6,DISK] 2024-12-04T06:52:13,334 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733295133247/wal.1733295133314 2024-12-04T06:52:13,334 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44439:44439),(127.0.0.1/127.0.0.1:43723:43723),(127.0.0.1/127.0.0.1:41185:41185)] 2024-12-04T06:52:13,334 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 975e995d9367f68e69025821ec574e86, NAME => 'testReplayEditsWrittenViaHRegion,,1733295133249.975e995d9367f68e69025821ec574e86.', STARTKEY => '', ENDKEY => ''} 2024-12-04T06:52:13,334 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733295133249.975e995d9367f68e69025821ec574e86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:52:13,335 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 975e995d9367f68e69025821ec574e86 2024-12-04T06:52:13,335 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 975e995d9367f68e69025821ec574e86 2024-12-04T06:52:13,336 INFO [StoreOpener-975e995d9367f68e69025821ec574e86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 975e995d9367f68e69025821ec574e86 2024-12-04T06:52:13,337 INFO [StoreOpener-975e995d9367f68e69025821ec574e86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 975e995d9367f68e69025821ec574e86 columnFamilyName a 2024-12-04T06:52:13,337 DEBUG [StoreOpener-975e995d9367f68e69025821ec574e86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:13,338 INFO [StoreOpener-975e995d9367f68e69025821ec574e86-1 {}] regionserver.HStore(327): Store=975e995d9367f68e69025821ec574e86/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:13,338 INFO [StoreOpener-975e995d9367f68e69025821ec574e86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 975e995d9367f68e69025821ec574e86 2024-12-04T06:52:13,338 INFO [StoreOpener-975e995d9367f68e69025821ec574e86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 975e995d9367f68e69025821ec574e86 columnFamilyName b 2024-12-04T06:52:13,339 DEBUG [StoreOpener-975e995d9367f68e69025821ec574e86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:13,339 INFO [StoreOpener-975e995d9367f68e69025821ec574e86-1 {}] regionserver.HStore(327): Store=975e995d9367f68e69025821ec574e86/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:13,339 INFO [StoreOpener-975e995d9367f68e69025821ec574e86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 975e995d9367f68e69025821ec574e86 2024-12-04T06:52:13,340 INFO [StoreOpener-975e995d9367f68e69025821ec574e86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 975e995d9367f68e69025821ec574e86 columnFamilyName c 2024-12-04T06:52:13,340 DEBUG [StoreOpener-975e995d9367f68e69025821ec574e86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:13,341 INFO [StoreOpener-975e995d9367f68e69025821ec574e86-1 {}] regionserver.HStore(327): Store=975e995d9367f68e69025821ec574e86/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:13,341 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 975e995d9367f68e69025821ec574e86 2024-12-04T06:52:13,342 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/975e995d9367f68e69025821ec574e86 2024-12-04T06:52:13,343 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/975e995d9367f68e69025821ec574e86 2024-12-04T06:52:13,344 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 975e995d9367f68e69025821ec574e86 2024-12-04T06:52:13,344 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 975e995d9367f68e69025821ec574e86 2024-12-04T06:52:13,344 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T06:52:13,346 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 975e995d9367f68e69025821ec574e86 2024-12-04T06:52:13,347 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 975e995d9367f68e69025821ec574e86; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67903370, jitterRate=0.011839061975479126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T06:52:13,347 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 975e995d9367f68e69025821ec574e86: Writing region info on filesystem at 1733295133335Initializing all the Stores at 1733295133336 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295133336Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295133336Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295133336Cleaning up temporary data from old regions at 1733295133344 (+8 ms)Region opened successfully at 1733295133347 (+3 ms) 2024-12-04T06:52:13,397 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 975e995d9367f68e69025821ec574e86 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-04T06:52:13,421 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/975e995d9367f68e69025821ec574e86/.tmp/a/ca17f97b1dd64db68eed54bbe27e60a1 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733295133347/Put/seqid=0 2024-12-04T06:52:13,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741900_1078 (size=5958) 2024-12-04T06:52:13,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741900_1078 (size=5958) 2024-12-04T06:52:13,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741900_1078 (size=5958) 2024-12-04T06:52:13,431 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/975e995d9367f68e69025821ec574e86/.tmp/a/ca17f97b1dd64db68eed54bbe27e60a1 2024-12-04T06:52:13,452 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/975e995d9367f68e69025821ec574e86/.tmp/b/c9255ef567724749bf65f46d0d144a8c is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733295133364/Put/seqid=0 2024-12-04T06:52:13,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741901_1079 (size=5958) 2024-12-04T06:52:13,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741901_1079 (size=5958) 2024-12-04T06:52:13,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741901_1079 (size=5958) 2024-12-04T06:52:13,460 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/975e995d9367f68e69025821ec574e86/.tmp/b/c9255ef567724749bf65f46d0d144a8c 2024-12-04T06:52:13,482 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/975e995d9367f68e69025821ec574e86/.tmp/c/e178e66ad9604cb5881ea84990f272d3 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733295133386/Put/seqid=0 2024-12-04T06:52:13,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741902_1080 (size=5958) 2024-12-04T06:52:13,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741902_1080 (size=5958) 2024-12-04T06:52:13,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741902_1080 (size=5958) 2024-12-04T06:52:13,491 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/975e995d9367f68e69025821ec574e86/.tmp/c/e178e66ad9604cb5881ea84990f272d3 2024-12-04T06:52:13,496 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/975e995d9367f68e69025821ec574e86/.tmp/a/ca17f97b1dd64db68eed54bbe27e60a1 as hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/975e995d9367f68e69025821ec574e86/a/ca17f97b1dd64db68eed54bbe27e60a1 2024-12-04T06:52:13,501 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/975e995d9367f68e69025821ec574e86/a/ca17f97b1dd64db68eed54bbe27e60a1, entries=10, sequenceid=33, filesize=5.8 K 2024-12-04T06:52:13,502 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/975e995d9367f68e69025821ec574e86/.tmp/b/c9255ef567724749bf65f46d0d144a8c as hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/975e995d9367f68e69025821ec574e86/b/c9255ef567724749bf65f46d0d144a8c 2024-12-04T06:52:13,507 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/975e995d9367f68e69025821ec574e86/b/c9255ef567724749bf65f46d0d144a8c, entries=10, sequenceid=33, filesize=5.8 K 2024-12-04T06:52:13,508 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/975e995d9367f68e69025821ec574e86/.tmp/c/e178e66ad9604cb5881ea84990f272d3 as hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/975e995d9367f68e69025821ec574e86/c/e178e66ad9604cb5881ea84990f272d3 2024-12-04T06:52:13,514 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/975e995d9367f68e69025821ec574e86/c/e178e66ad9604cb5881ea84990f272d3, entries=10, sequenceid=33, filesize=5.8 K 2024-12-04T06:52:13,517 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 975e995d9367f68e69025821ec574e86 in 119ms, sequenceid=33, compaction requested=false 2024-12-04T06:52:13,517 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 975e995d9367f68e69025821ec574e86: 2024-12-04T06:52:13,517 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 975e995d9367f68e69025821ec574e86, disabling compactions & flushes 2024-12-04T06:52:13,517 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733295133249.975e995d9367f68e69025821ec574e86. 2024-12-04T06:52:13,517 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733295133249.975e995d9367f68e69025821ec574e86. 2024-12-04T06:52:13,517 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733295133249.975e995d9367f68e69025821ec574e86. after waiting 0 ms 2024-12-04T06:52:13,517 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733295133249.975e995d9367f68e69025821ec574e86. 2024-12-04T06:52:13,518 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733295133249.975e995d9367f68e69025821ec574e86. 2024-12-04T06:52:13,518 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 975e995d9367f68e69025821ec574e86: Waiting for close lock at 1733295133517Disabling compacts and flushes for region at 1733295133517Disabling writes for close at 1733295133517Writing region close event to WAL at 1733295133518 (+1 ms)Closed at 1733295133518 2024-12-04T06:52:13,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741899_1077 (size=2873) 2024-12-04T06:52:13,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741899_1077 (size=2873) 2024-12-04T06:52:13,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741899_1077 (size=2873) 2024-12-04T06:52:13,529 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/975e995d9367f68e69025821ec574e86/b/c9255ef567724749bf65f46d0d144a8c to hdfs://localhost:35969/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/975e995d9367f68e69025821ec574e86/b/c9255ef567724749bf65f46d0d144a8c 2024-12-04T06:52:13,547 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35969/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733295133247/wal.1733295133314, size=2.8 K (2873bytes) 2024-12-04T06:52:13,548 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35969/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733295133247/wal.1733295133314 2024-12-04T06:52:13,548 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35969/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733295133247/wal.1733295133314 after 0ms 2024-12-04T06:52:13,551 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35969/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733295133247/wal.1733295133314: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T06:52:13,551 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35969/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733295133247/wal.1733295133314 took 4ms 2024-12-04T06:52:13,555 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35969/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733295133247/wal.1733295133314 so closing down 2024-12-04T06:52:13,556 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-04T06:52:13,558 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733295133314.temp 2024-12-04T06:52:13,559 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/975e995d9367f68e69025821ec574e86/recovered.edits/0000000000000000003-wal.1733295133314.temp 2024-12-04T06:52:13,560 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-04T06:52:13,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741903_1081 (size=2312) 2024-12-04T06:52:13,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741903_1081 (size=2312) 2024-12-04T06:52:13,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741903_1081 (size=2312) 2024-12-04T06:52:13,783 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T06:52:13,943 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-12-04T06:52:13,943 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-12-04T06:52:13,945 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-12-04T06:52:13,945 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-12-04T06:52:13,947 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-12-04T06:52:13,947 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-12-04T06:52:13,985 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/975e995d9367f68e69025821ec574e86/recovered.edits/0000000000000000003-wal.1733295133314.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-04T06:52:13,986 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/975e995d9367f68e69025821ec574e86/recovered.edits/0000000000000000003-wal.1733295133314.temp to hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/975e995d9367f68e69025821ec574e86/recovered.edits/0000000000000000032 2024-12-04T06:52:13,987 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 433 ms; skipped=2; WAL=hdfs://localhost:35969/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733295133247/wal.1733295133314, size=2.8 K, length=2873, corrupted=false, cancelled=false 2024-12-04T06:52:13,987 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35969/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733295133247/wal.1733295133314, journal: Splitting hdfs://localhost:35969/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733295133247/wal.1733295133314, size=2.8 K (2873bytes) at 1733295133547Finishing writing output for hdfs://localhost:35969/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733295133247/wal.1733295133314 so closing down at 1733295133556 (+9 ms)Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/975e995d9367f68e69025821ec574e86/recovered.edits/0000000000000000003-wal.1733295133314.temp at 1733295133560 (+4 ms)3 split writer threads finished at 1733295133560Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/975e995d9367f68e69025821ec574e86/recovered.edits/0000000000000000003-wal.1733295133314.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733295133985 (+425 ms)Rename recovered edits hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/975e995d9367f68e69025821ec574e86/recovered.edits/0000000000000000003-wal.1733295133314.temp to hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/975e995d9367f68e69025821ec574e86/recovered.edits/0000000000000000032 at 1733295133986 (+1 ms)Processed 32 edits across 1 Regions in 433 ms; skipped=2; WAL=hdfs://localhost:35969/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733295133247/wal.1733295133314, size=2.8 K, length=2873, corrupted=false, cancelled=false at 1733295133987 (+1 ms) 2024-12-04T06:52:13,988 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35969/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733295133247/wal.1733295133314 to hdfs://localhost:35969/hbase/oldWALs/wal.1733295133314 2024-12-04T06:52:13,989 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/975e995d9367f68e69025821ec574e86/recovered.edits/0000000000000000032 2024-12-04T06:52:13,990 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-04T06:52:13,991 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733295133247, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-04T06:52:14,005 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733295133247/wal.1733295133992, exclude list is [], retry=0 2024-12-04T06:52:14,007 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37487,DS-6619e935-c84f-413d-bcbd-dec6f3b539e6,DISK] 2024-12-04T06:52:14,008 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46579,DS-272f10a2-c0e6-4fac-bd0b-cb9585050f38,DISK] 2024-12-04T06:52:14,008 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33363,DS-006ccf11-2158-49f0-95d4-05abecf554ce,DISK] 2024-12-04T06:52:14,010 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733295133247/wal.1733295133992 2024-12-04T06:52:14,010 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41185:41185),(127.0.0.1/127.0.0.1:43723:43723),(127.0.0.1/127.0.0.1:44439:44439)] 2024-12-04T06:52:14,010 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 975e995d9367f68e69025821ec574e86, NAME => 'testReplayEditsWrittenViaHRegion,,1733295133249.975e995d9367f68e69025821ec574e86.', STARTKEY => '', ENDKEY => ''} 2024-12-04T06:52:14,011 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733295133249.975e995d9367f68e69025821ec574e86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:52:14,011 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 975e995d9367f68e69025821ec574e86 2024-12-04T06:52:14,011 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 975e995d9367f68e69025821ec574e86 2024-12-04T06:52:14,012 INFO [StoreOpener-975e995d9367f68e69025821ec574e86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 975e995d9367f68e69025821ec574e86 2024-12-04T06:52:14,013 INFO [StoreOpener-975e995d9367f68e69025821ec574e86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 975e995d9367f68e69025821ec574e86 columnFamilyName a 2024-12-04T06:52:14,013 DEBUG [StoreOpener-975e995d9367f68e69025821ec574e86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:14,019 DEBUG [StoreOpener-975e995d9367f68e69025821ec574e86-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/975e995d9367f68e69025821ec574e86/a/ca17f97b1dd64db68eed54bbe27e60a1 2024-12-04T06:52:14,020 INFO [StoreOpener-975e995d9367f68e69025821ec574e86-1 {}] regionserver.HStore(327): Store=975e995d9367f68e69025821ec574e86/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:14,020 INFO [StoreOpener-975e995d9367f68e69025821ec574e86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 975e995d9367f68e69025821ec574e86 2024-12-04T06:52:14,022 INFO [StoreOpener-975e995d9367f68e69025821ec574e86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 975e995d9367f68e69025821ec574e86 columnFamilyName b 2024-12-04T06:52:14,022 DEBUG [StoreOpener-975e995d9367f68e69025821ec574e86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:14,022 INFO [StoreOpener-975e995d9367f68e69025821ec574e86-1 {}] regionserver.HStore(327): Store=975e995d9367f68e69025821ec574e86/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:14,022 INFO [StoreOpener-975e995d9367f68e69025821ec574e86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 975e995d9367f68e69025821ec574e86 2024-12-04T06:52:14,023 INFO [StoreOpener-975e995d9367f68e69025821ec574e86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 975e995d9367f68e69025821ec574e86 columnFamilyName c 2024-12-04T06:52:14,023 DEBUG [StoreOpener-975e995d9367f68e69025821ec574e86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:14,031 DEBUG [StoreOpener-975e995d9367f68e69025821ec574e86-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/975e995d9367f68e69025821ec574e86/c/e178e66ad9604cb5881ea84990f272d3 2024-12-04T06:52:14,031 INFO [StoreOpener-975e995d9367f68e69025821ec574e86-1 {}] regionserver.HStore(327): Store=975e995d9367f68e69025821ec574e86/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:14,031 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 975e995d9367f68e69025821ec574e86 2024-12-04T06:52:14,032 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/975e995d9367f68e69025821ec574e86 2024-12-04T06:52:14,034 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/975e995d9367f68e69025821ec574e86 2024-12-04T06:52:14,034 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/975e995d9367f68e69025821ec574e86/recovered.edits/0000000000000000032 2024-12-04T06:52:14,037 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/975e995d9367f68e69025821ec574e86/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T06:52:14,038 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/975e995d9367f68e69025821ec574e86/recovered.edits/0000000000000000032 2024-12-04T06:52:14,039 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 975e995d9367f68e69025821ec574e86 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-04T06:52:14,058 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/975e995d9367f68e69025821ec574e86/.tmp/b/6628016797fc4a189f4c944b7c820cc1 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733295133364/Put/seqid=0 2024-12-04T06:52:14,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741905_1083 (size=5958) 2024-12-04T06:52:14,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741905_1083 (size=5958) 2024-12-04T06:52:14,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741905_1083 (size=5958) 2024-12-04T06:52:14,068 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/975e995d9367f68e69025821ec574e86/.tmp/b/6628016797fc4a189f4c944b7c820cc1 2024-12-04T06:52:14,074 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/975e995d9367f68e69025821ec574e86/.tmp/b/6628016797fc4a189f4c944b7c820cc1 as hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/975e995d9367f68e69025821ec574e86/b/6628016797fc4a189f4c944b7c820cc1 2024-12-04T06:52:14,080 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/975e995d9367f68e69025821ec574e86/b/6628016797fc4a189f4c944b7c820cc1, entries=10, sequenceid=32, filesize=5.8 K 2024-12-04T06:52:14,080 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 975e995d9367f68e69025821ec574e86 in 41ms, sequenceid=32, compaction requested=false; wal=null 2024-12-04T06:52:14,081 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/975e995d9367f68e69025821ec574e86/recovered.edits/0000000000000000032 2024-12-04T06:52:14,083 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 975e995d9367f68e69025821ec574e86 2024-12-04T06:52:14,083 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 975e995d9367f68e69025821ec574e86 2024-12-04T06:52:14,083 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T06:52:14,085 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 975e995d9367f68e69025821ec574e86 2024-12-04T06:52:14,088 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/975e995d9367f68e69025821ec574e86/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-12-04T06:52:14,089 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 975e995d9367f68e69025821ec574e86; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72013519, jitterRate=0.07308505475521088}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T06:52:14,089 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 975e995d9367f68e69025821ec574e86: Writing region info on filesystem at 1733295134011Initializing all the Stores at 1733295134012 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295134012Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295134012Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295134012Obtaining lock to block concurrent updates at 1733295134039 (+27 ms)Preparing flush snapshotting stores in 975e995d9367f68e69025821ec574e86 at 1733295134039Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733295133249.975e995d9367f68e69025821ec574e86., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1733295134039Flushing stores of testReplayEditsWrittenViaHRegion,,1733295133249.975e995d9367f68e69025821ec574e86. at 1733295134039Flushing 975e995d9367f68e69025821ec574e86/b: creating writer at 1733295134039Flushing 975e995d9367f68e69025821ec574e86/b: appending metadata at 1733295134058 (+19 ms)Flushing 975e995d9367f68e69025821ec574e86/b: closing flushed file at 1733295134058Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69a011f3: reopening flushed file at 1733295134074 (+16 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 975e995d9367f68e69025821ec574e86 in 41ms, sequenceid=32, compaction requested=false; wal=null at 1733295134081 (+7 ms)Cleaning up temporary data from old regions at 1733295134083 (+2 ms)Region opened successfully at 1733295134089 (+6 ms) 2024-12-04T06:52:14,114 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterPartialFlush Thread=418 (was 410) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1781091661_22 at /127.0.0.1:57402 [Waiting for operation #40] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-439067549-172.17.0.2-1733295110487:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1781091661_22 at /127.0.0.1:50578 [Waiting for operation #41] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1781091661_22 at /127.0.0.1:50616 [Receiving block BP-439067549-172.17.0.2-1733295110487:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1781091661_22 at /127.0.0.1:56770 [Waiting for operation #42] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1781091661_22 at /127.0.0.1:40308 [Receiving block BP-439067549-172.17.0.2-1733295110487:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-439067549-172.17.0.2-1733295110487:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1781091661_22 at /127.0.0.1:39854 [Receiving block BP-439067549-172.17.0.2-1733295110487:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-439067549-172.17.0.2-1733295110487:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1122 (was 1048) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=220 (was 220), ProcessCount=11 (was 11), AvailableMemoryMB=6083 (was 6176) 2024-12-04T06:52:14,115 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1122 is superior to 1024 2024-12-04T06:52:14,130 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterAbortingFlush Thread=418, OpenFileDescriptor=1122, MaxFileDescriptor=1048576, SystemLoadAverage=220, ProcessCount=11, AvailableMemoryMB=6084 2024-12-04T06:52:14,130 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1122 is superior to 1024 2024-12-04T06:52:14,147 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T06:52:14,149 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T06:52:14,150 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T06:52:14,152 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-76242341, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/hregion-76242341, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-04T06:52:14,167 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-76242341/hregion-76242341.1733295134153, exclude list is [], retry=0 2024-12-04T06:52:14,170 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33363,DS-006ccf11-2158-49f0-95d4-05abecf554ce,DISK] 2024-12-04T06:52:14,171 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37487,DS-6619e935-c84f-413d-bcbd-dec6f3b539e6,DISK] 2024-12-04T06:52:14,171 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46579,DS-272f10a2-c0e6-4fac-bd0b-cb9585050f38,DISK] 2024-12-04T06:52:14,174 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-76242341/hregion-76242341.1733295134153 2024-12-04T06:52:14,174 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44439:44439),(127.0.0.1/127.0.0.1:41185:41185),(127.0.0.1/127.0.0.1:43723:43723)] 2024-12-04T06:52:14,174 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 6bf9a8cea3cdbcf7099ecb577deeefc1, NAME => 'testReplayEditsAfterAbortingFlush,,1733295134148.6bf9a8cea3cdbcf7099ecb577deeefc1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35969/hbase 2024-12-04T06:52:14,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741907_1085 (size=68) 2024-12-04T06:52:14,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741907_1085 (size=68) 2024-12-04T06:52:14,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741907_1085 (size=68) 2024-12-04T06:52:14,184 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733295134148.6bf9a8cea3cdbcf7099ecb577deeefc1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:52:14,186 INFO [StoreOpener-6bf9a8cea3cdbcf7099ecb577deeefc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6bf9a8cea3cdbcf7099ecb577deeefc1 2024-12-04T06:52:14,189 INFO [StoreOpener-6bf9a8cea3cdbcf7099ecb577deeefc1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bf9a8cea3cdbcf7099ecb577deeefc1 columnFamilyName a 2024-12-04T06:52:14,189 DEBUG [StoreOpener-6bf9a8cea3cdbcf7099ecb577deeefc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:14,190 INFO [StoreOpener-6bf9a8cea3cdbcf7099ecb577deeefc1-1 {}] regionserver.HStore(327): Store=6bf9a8cea3cdbcf7099ecb577deeefc1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:14,190 INFO [StoreOpener-6bf9a8cea3cdbcf7099ecb577deeefc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 6bf9a8cea3cdbcf7099ecb577deeefc1 2024-12-04T06:52:14,191 INFO [StoreOpener-6bf9a8cea3cdbcf7099ecb577deeefc1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bf9a8cea3cdbcf7099ecb577deeefc1 columnFamilyName b 2024-12-04T06:52:14,191 DEBUG [StoreOpener-6bf9a8cea3cdbcf7099ecb577deeefc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:14,193 INFO [StoreOpener-6bf9a8cea3cdbcf7099ecb577deeefc1-1 {}] regionserver.HStore(327): Store=6bf9a8cea3cdbcf7099ecb577deeefc1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:14,193 INFO [StoreOpener-6bf9a8cea3cdbcf7099ecb577deeefc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 6bf9a8cea3cdbcf7099ecb577deeefc1 2024-12-04T06:52:14,194 INFO [StoreOpener-6bf9a8cea3cdbcf7099ecb577deeefc1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bf9a8cea3cdbcf7099ecb577deeefc1 columnFamilyName c 2024-12-04T06:52:14,194 DEBUG [StoreOpener-6bf9a8cea3cdbcf7099ecb577deeefc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:14,195 INFO [StoreOpener-6bf9a8cea3cdbcf7099ecb577deeefc1-1 {}] regionserver.HStore(327): Store=6bf9a8cea3cdbcf7099ecb577deeefc1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:14,195 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6bf9a8cea3cdbcf7099ecb577deeefc1 2024-12-04T06:52:14,195 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/6bf9a8cea3cdbcf7099ecb577deeefc1 2024-12-04T06:52:14,196 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/6bf9a8cea3cdbcf7099ecb577deeefc1 2024-12-04T06:52:14,197 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6bf9a8cea3cdbcf7099ecb577deeefc1 2024-12-04T06:52:14,197 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6bf9a8cea3cdbcf7099ecb577deeefc1 2024-12-04T06:52:14,198 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T06:52:14,199 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6bf9a8cea3cdbcf7099ecb577deeefc1 2024-12-04T06:52:14,202 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/6bf9a8cea3cdbcf7099ecb577deeefc1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T06:52:14,202 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6bf9a8cea3cdbcf7099ecb577deeefc1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66503978, jitterRate=-0.009013503789901733}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T06:52:14,203 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6bf9a8cea3cdbcf7099ecb577deeefc1: Writing region info on filesystem at 1733295134185Initializing all the Stores at 1733295134185Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295134185Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295134186 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295134186Cleaning up temporary data from old regions at 1733295134197 (+11 ms)Region opened successfully at 1733295134203 (+6 ms) 2024-12-04T06:52:14,203 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 6bf9a8cea3cdbcf7099ecb577deeefc1, disabling compactions & flushes 2024-12-04T06:52:14,203 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733295134148.6bf9a8cea3cdbcf7099ecb577deeefc1. 2024-12-04T06:52:14,203 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733295134148.6bf9a8cea3cdbcf7099ecb577deeefc1. 2024-12-04T06:52:14,203 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733295134148.6bf9a8cea3cdbcf7099ecb577deeefc1. after waiting 0 ms 2024-12-04T06:52:14,203 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733295134148.6bf9a8cea3cdbcf7099ecb577deeefc1. 2024-12-04T06:52:14,204 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733295134148.6bf9a8cea3cdbcf7099ecb577deeefc1. 2024-12-04T06:52:14,204 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 6bf9a8cea3cdbcf7099ecb577deeefc1: Waiting for close lock at 1733295134203Disabling compacts and flushes for region at 1733295134203Disabling writes for close at 1733295134203Writing region close event to WAL at 1733295134204 (+1 ms)Closed at 1733295134204 2024-12-04T06:52:14,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741906_1084 (size=93) 2024-12-04T06:52:14,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741906_1084 (size=93) 2024-12-04T06:52:14,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741906_1084 (size=93) 2024-12-04T06:52:14,211 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-04T06:52:14,211 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-76242341:(num 1733295134153) 2024-12-04T06:52:14,211 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-04T06:52:14,213 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733295134146, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-04T06:52:14,230 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733295134146/wal.1733295134213, exclude list is [], retry=0 2024-12-04T06:52:14,233 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33363,DS-006ccf11-2158-49f0-95d4-05abecf554ce,DISK] 2024-12-04T06:52:14,234 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46579,DS-272f10a2-c0e6-4fac-bd0b-cb9585050f38,DISK] 2024-12-04T06:52:14,234 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37487,DS-6619e935-c84f-413d-bcbd-dec6f3b539e6,DISK] 2024-12-04T06:52:14,236 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733295134146/wal.1733295134213 2024-12-04T06:52:14,236 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44439:44439),(127.0.0.1/127.0.0.1:43723:43723),(127.0.0.1/127.0.0.1:41185:41185)] 2024-12-04T06:52:14,300 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6bf9a8cea3cdbcf7099ecb577deeefc1, NAME => 'testReplayEditsAfterAbortingFlush,,1733295134148.6bf9a8cea3cdbcf7099ecb577deeefc1.', STARTKEY => '', ENDKEY => ''} 2024-12-04T06:52:14,303 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 6bf9a8cea3cdbcf7099ecb577deeefc1 2024-12-04T06:52:14,303 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733295134148.6bf9a8cea3cdbcf7099ecb577deeefc1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:52:14,303 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6bf9a8cea3cdbcf7099ecb577deeefc1 2024-12-04T06:52:14,303 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6bf9a8cea3cdbcf7099ecb577deeefc1 2024-12-04T06:52:14,306 INFO [StoreOpener-6bf9a8cea3cdbcf7099ecb577deeefc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6bf9a8cea3cdbcf7099ecb577deeefc1 2024-12-04T06:52:14,307 INFO [StoreOpener-6bf9a8cea3cdbcf7099ecb577deeefc1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bf9a8cea3cdbcf7099ecb577deeefc1 columnFamilyName a 2024-12-04T06:52:14,307 DEBUG [StoreOpener-6bf9a8cea3cdbcf7099ecb577deeefc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:14,308 INFO [StoreOpener-6bf9a8cea3cdbcf7099ecb577deeefc1-1 {}] regionserver.HStore(327): Store=6bf9a8cea3cdbcf7099ecb577deeefc1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:14,308 INFO [StoreOpener-6bf9a8cea3cdbcf7099ecb577deeefc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 6bf9a8cea3cdbcf7099ecb577deeefc1 2024-12-04T06:52:14,309 INFO [StoreOpener-6bf9a8cea3cdbcf7099ecb577deeefc1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bf9a8cea3cdbcf7099ecb577deeefc1 columnFamilyName b 2024-12-04T06:52:14,309 DEBUG [StoreOpener-6bf9a8cea3cdbcf7099ecb577deeefc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:14,310 INFO [StoreOpener-6bf9a8cea3cdbcf7099ecb577deeefc1-1 {}] regionserver.HStore(327): Store=6bf9a8cea3cdbcf7099ecb577deeefc1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:14,310 INFO [StoreOpener-6bf9a8cea3cdbcf7099ecb577deeefc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 6bf9a8cea3cdbcf7099ecb577deeefc1 2024-12-04T06:52:14,311 INFO [StoreOpener-6bf9a8cea3cdbcf7099ecb577deeefc1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bf9a8cea3cdbcf7099ecb577deeefc1 columnFamilyName c 2024-12-04T06:52:14,311 DEBUG [StoreOpener-6bf9a8cea3cdbcf7099ecb577deeefc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:14,311 INFO [StoreOpener-6bf9a8cea3cdbcf7099ecb577deeefc1-1 {}] regionserver.HStore(327): Store=6bf9a8cea3cdbcf7099ecb577deeefc1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:14,311 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6bf9a8cea3cdbcf7099ecb577deeefc1 2024-12-04T06:52:14,312 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/6bf9a8cea3cdbcf7099ecb577deeefc1 2024-12-04T06:52:14,314 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/6bf9a8cea3cdbcf7099ecb577deeefc1 2024-12-04T06:52:14,315 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6bf9a8cea3cdbcf7099ecb577deeefc1 2024-12-04T06:52:14,315 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6bf9a8cea3cdbcf7099ecb577deeefc1 2024-12-04T06:52:14,315 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T06:52:14,316 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6bf9a8cea3cdbcf7099ecb577deeefc1 2024-12-04T06:52:14,317 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6bf9a8cea3cdbcf7099ecb577deeefc1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60300927, jitterRate=-0.10144616663455963}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T06:52:14,317 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6bf9a8cea3cdbcf7099ecb577deeefc1 2024-12-04T06:52:14,318 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6bf9a8cea3cdbcf7099ecb577deeefc1: Running coprocessor pre-open hook at 1733295134303Writing region info on filesystem at 1733295134303Initializing all the Stores at 1733295134305 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295134305Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295134305Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295134305Cleaning up temporary data from old regions at 1733295134315 (+10 ms)Running coprocessor post-open hooks at 1733295134317 (+2 ms)Region opened successfully at 1733295134318 (+1 ms) 2024-12-04T06:52:14,330 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6bf9a8cea3cdbcf7099ecb577deeefc1 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-12-04T06:52:14,331 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 6bf9a8cea3cdbcf7099ecb577deeefc1/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T06:52:15,020 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T06:52:15,332 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 6bf9a8cea3cdbcf7099ecb577deeefc1/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T06:52:16,333 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 6bf9a8cea3cdbcf7099ecb577deeefc1/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T06:52:17,333 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 6bf9a8cea3cdbcf7099ecb577deeefc1/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T06:52:18,334 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 6bf9a8cea3cdbcf7099ecb577deeefc1/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T06:52:19,335 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 6bf9a8cea3cdbcf7099ecb577deeefc1/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T06:52:20,336 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 6bf9a8cea3cdbcf7099ecb577deeefc1/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T06:52:21,336 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 6bf9a8cea3cdbcf7099ecb577deeefc1/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T06:52:22,337 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 6bf9a8cea3cdbcf7099ecb577deeefc1/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T06:52:22,628 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T06:52:23,338 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 6bf9a8cea3cdbcf7099ecb577deeefc1/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T06:52:23,339 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6bf9a8cea3cdbcf7099ecb577deeefc1: 2024-12-04T06:52:23,340 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1733295134148.6bf9a8cea3cdbcf7099ecb577deeefc1. 2024-12-04T06:52:23,355 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6bf9a8cea3cdbcf7099ecb577deeefc1: 2024-12-04T06:52:23,355 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-12-04T06:52:23,355 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 6bf9a8cea3cdbcf7099ecb577deeefc1, disabling compactions & flushes 2024-12-04T06:52:23,355 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733295134148.6bf9a8cea3cdbcf7099ecb577deeefc1. 2024-12-04T06:52:23,355 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733295134148.6bf9a8cea3cdbcf7099ecb577deeefc1. 2024-12-04T06:52:23,355 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733295134148.6bf9a8cea3cdbcf7099ecb577deeefc1. after waiting 0 ms 2024-12-04T06:52:23,355 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733295134148.6bf9a8cea3cdbcf7099ecb577deeefc1. 2024-12-04T06:52:23,356 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1733295134148.6bf9a8cea3cdbcf7099ecb577deeefc1. 2024-12-04T06:52:23,356 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733295134148.6bf9a8cea3cdbcf7099ecb577deeefc1. 2024-12-04T06:52:23,356 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 6bf9a8cea3cdbcf7099ecb577deeefc1: Waiting for close lock at 1733295143355Running coprocessor pre-close hooks at 1733295143355Disabling compacts and flushes for region at 1733295143355Disabling writes for close at 1733295143355Writing region close event to WAL at 1733295143356 (+1 ms)Running coprocessor post-close hooks at 1733295143356Closed at 1733295143356 2024-12-04T06:52:23,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741908_1086 (size=2398) 2024-12-04T06:52:23,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741908_1086 (size=2398) 2024-12-04T06:52:23,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741908_1086 (size=2398) 2024-12-04T06:52:23,385 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35969/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733295134146/wal.1733295134213, size=2.3 K (2398bytes) 2024-12-04T06:52:23,385 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35969/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733295134146/wal.1733295134213 2024-12-04T06:52:23,386 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35969/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733295134146/wal.1733295134213 after 0ms 2024-12-04T06:52:23,388 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35969/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733295134146/wal.1733295134213: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T06:52:23,388 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35969/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733295134146/wal.1733295134213 took 3ms 2024-12-04T06:52:23,390 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35969/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733295134146/wal.1733295134213 so closing down 2024-12-04T06:52:23,390 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-04T06:52:23,392 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1733295134213.temp 2024-12-04T06:52:23,393 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/6bf9a8cea3cdbcf7099ecb577deeefc1/recovered.edits/0000000000000000004-wal.1733295134213.temp 2024-12-04T06:52:23,393 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-04T06:52:23,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741909_1087 (size=1672) 2024-12-04T06:52:23,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741909_1087 (size=1672) 2024-12-04T06:52:23,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741909_1087 (size=1672) 2024-12-04T06:52:23,401 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/6bf9a8cea3cdbcf7099ecb577deeefc1/recovered.edits/0000000000000000004-wal.1733295134213.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-12-04T06:52:23,402 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/6bf9a8cea3cdbcf7099ecb577deeefc1/recovered.edits/0000000000000000004-wal.1733295134213.temp to hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/6bf9a8cea3cdbcf7099ecb577deeefc1/recovered.edits/0000000000000000026 2024-12-04T06:52:23,402 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 13 ms; skipped=3; WAL=hdfs://localhost:35969/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733295134146/wal.1733295134213, size=2.3 K, length=2398, corrupted=false, cancelled=false 2024-12-04T06:52:23,402 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35969/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733295134146/wal.1733295134213, journal: Splitting hdfs://localhost:35969/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733295134146/wal.1733295134213, size=2.3 K (2398bytes) at 1733295143385Finishing writing output for hdfs://localhost:35969/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733295134146/wal.1733295134213 so closing down at 1733295143390 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/6bf9a8cea3cdbcf7099ecb577deeefc1/recovered.edits/0000000000000000004-wal.1733295134213.temp at 1733295143393 (+3 ms)3 split writer threads finished at 1733295143393Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/6bf9a8cea3cdbcf7099ecb577deeefc1/recovered.edits/0000000000000000004-wal.1733295134213.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1733295143401 (+8 ms)Rename recovered edits hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/6bf9a8cea3cdbcf7099ecb577deeefc1/recovered.edits/0000000000000000004-wal.1733295134213.temp to hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/6bf9a8cea3cdbcf7099ecb577deeefc1/recovered.edits/0000000000000000026 at 1733295143402 (+1 ms)Processed 23 edits across 1 Regions in 13 ms; skipped=3; WAL=hdfs://localhost:35969/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733295134146/wal.1733295134213, size=2.3 K, length=2398, corrupted=false, cancelled=false at 1733295143402 2024-12-04T06:52:23,404 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35969/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733295134146/wal.1733295134213 to hdfs://localhost:35969/hbase/oldWALs/wal.1733295134213 2024-12-04T06:52:23,405 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/6bf9a8cea3cdbcf7099ecb577deeefc1/recovered.edits/0000000000000000026 2024-12-04T06:52:23,405 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-04T06:52:23,406 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733295134146, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-04T06:52:23,420 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733295134146/wal.1733295143407, exclude list is [], retry=0 2024-12-04T06:52:23,423 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46579,DS-272f10a2-c0e6-4fac-bd0b-cb9585050f38,DISK] 2024-12-04T06:52:23,423 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37487,DS-6619e935-c84f-413d-bcbd-dec6f3b539e6,DISK] 2024-12-04T06:52:23,423 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33363,DS-006ccf11-2158-49f0-95d4-05abecf554ce,DISK] 2024-12-04T06:52:23,426 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733295134146/wal.1733295143407 2024-12-04T06:52:23,426 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43723:43723),(127.0.0.1/127.0.0.1:41185:41185),(127.0.0.1/127.0.0.1:44439:44439)] 2024-12-04T06:52:23,426 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6bf9a8cea3cdbcf7099ecb577deeefc1, NAME => 'testReplayEditsAfterAbortingFlush,,1733295134148.6bf9a8cea3cdbcf7099ecb577deeefc1.', STARTKEY => '', ENDKEY => ''} 2024-12-04T06:52:23,427 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 6bf9a8cea3cdbcf7099ecb577deeefc1 2024-12-04T06:52:23,427 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733295134148.6bf9a8cea3cdbcf7099ecb577deeefc1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:52:23,427 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6bf9a8cea3cdbcf7099ecb577deeefc1 2024-12-04T06:52:23,427 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6bf9a8cea3cdbcf7099ecb577deeefc1 2024-12-04T06:52:23,429 INFO [StoreOpener-6bf9a8cea3cdbcf7099ecb577deeefc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6bf9a8cea3cdbcf7099ecb577deeefc1 2024-12-04T06:52:23,430 INFO [StoreOpener-6bf9a8cea3cdbcf7099ecb577deeefc1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bf9a8cea3cdbcf7099ecb577deeefc1 columnFamilyName a 2024-12-04T06:52:23,430 DEBUG [StoreOpener-6bf9a8cea3cdbcf7099ecb577deeefc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:23,430 INFO [StoreOpener-6bf9a8cea3cdbcf7099ecb577deeefc1-1 {}] regionserver.HStore(327): Store=6bf9a8cea3cdbcf7099ecb577deeefc1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:23,430 INFO [StoreOpener-6bf9a8cea3cdbcf7099ecb577deeefc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 6bf9a8cea3cdbcf7099ecb577deeefc1 2024-12-04T06:52:23,431 INFO [StoreOpener-6bf9a8cea3cdbcf7099ecb577deeefc1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bf9a8cea3cdbcf7099ecb577deeefc1 columnFamilyName b 2024-12-04T06:52:23,431 DEBUG [StoreOpener-6bf9a8cea3cdbcf7099ecb577deeefc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:23,432 INFO [StoreOpener-6bf9a8cea3cdbcf7099ecb577deeefc1-1 {}] regionserver.HStore(327): Store=6bf9a8cea3cdbcf7099ecb577deeefc1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:23,432 INFO [StoreOpener-6bf9a8cea3cdbcf7099ecb577deeefc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 6bf9a8cea3cdbcf7099ecb577deeefc1 2024-12-04T06:52:23,433 INFO [StoreOpener-6bf9a8cea3cdbcf7099ecb577deeefc1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bf9a8cea3cdbcf7099ecb577deeefc1 columnFamilyName c 2024-12-04T06:52:23,433 DEBUG [StoreOpener-6bf9a8cea3cdbcf7099ecb577deeefc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:23,433 INFO [StoreOpener-6bf9a8cea3cdbcf7099ecb577deeefc1-1 {}] regionserver.HStore(327): Store=6bf9a8cea3cdbcf7099ecb577deeefc1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:23,433 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6bf9a8cea3cdbcf7099ecb577deeefc1 2024-12-04T06:52:23,434 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/6bf9a8cea3cdbcf7099ecb577deeefc1 2024-12-04T06:52:23,435 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/6bf9a8cea3cdbcf7099ecb577deeefc1 2024-12-04T06:52:23,436 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/6bf9a8cea3cdbcf7099ecb577deeefc1/recovered.edits/0000000000000000026 2024-12-04T06:52:23,438 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/6bf9a8cea3cdbcf7099ecb577deeefc1/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T06:52:23,439 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/6bf9a8cea3cdbcf7099ecb577deeefc1/recovered.edits/0000000000000000026 2024-12-04T06:52:23,439 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6bf9a8cea3cdbcf7099ecb577deeefc1 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-12-04T06:52:23,455 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/6bf9a8cea3cdbcf7099ecb577deeefc1/.tmp/a/f5415ac812b246dcb581bf3e77fecf69 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1733295143345/Put/seqid=0 2024-12-04T06:52:23,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741911_1089 (size=5523) 2024-12-04T06:52:23,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741911_1089 (size=5523) 2024-12-04T06:52:23,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741911_1089 (size=5523) 2024-12-04T06:52:23,463 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/6bf9a8cea3cdbcf7099ecb577deeefc1/.tmp/a/f5415ac812b246dcb581bf3e77fecf69 2024-12-04T06:52:23,489 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/6bf9a8cea3cdbcf7099ecb577deeefc1/.tmp/b/6df95482238b4bb5a278479439f4f927 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1733295143340/Put/seqid=0 2024-12-04T06:52:23,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741912_1090 (size=5524) 2024-12-04T06:52:23,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741912_1090 (size=5524) 2024-12-04T06:52:23,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741912_1090 (size=5524) 2024-12-04T06:52:23,497 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/6bf9a8cea3cdbcf7099ecb577deeefc1/.tmp/b/6df95482238b4bb5a278479439f4f927 2024-12-04T06:52:23,518 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/6bf9a8cea3cdbcf7099ecb577deeefc1/.tmp/c/545669121b9b41d49a3f97f6c079ccc8 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1733295143342/Put/seqid=0 2024-12-04T06:52:23,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741913_1091 (size=5457) 2024-12-04T06:52:23,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741913_1091 (size=5457) 2024-12-04T06:52:23,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741913_1091 (size=5457) 2024-12-04T06:52:23,527 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/6bf9a8cea3cdbcf7099ecb577deeefc1/.tmp/c/545669121b9b41d49a3f97f6c079ccc8 2024-12-04T06:52:23,534 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/6bf9a8cea3cdbcf7099ecb577deeefc1/.tmp/a/f5415ac812b246dcb581bf3e77fecf69 as hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/6bf9a8cea3cdbcf7099ecb577deeefc1/a/f5415ac812b246dcb581bf3e77fecf69 2024-12-04T06:52:23,541 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/6bf9a8cea3cdbcf7099ecb577deeefc1/a/f5415ac812b246dcb581bf3e77fecf69, entries=7, sequenceid=26, filesize=5.4 K 2024-12-04T06:52:23,542 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/6bf9a8cea3cdbcf7099ecb577deeefc1/.tmp/b/6df95482238b4bb5a278479439f4f927 as hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/6bf9a8cea3cdbcf7099ecb577deeefc1/b/6df95482238b4bb5a278479439f4f927 2024-12-04T06:52:23,549 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/6bf9a8cea3cdbcf7099ecb577deeefc1/b/6df95482238b4bb5a278479439f4f927, entries=7, sequenceid=26, filesize=5.4 K 2024-12-04T06:52:23,551 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/6bf9a8cea3cdbcf7099ecb577deeefc1/.tmp/c/545669121b9b41d49a3f97f6c079ccc8 as hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/6bf9a8cea3cdbcf7099ecb577deeefc1/c/545669121b9b41d49a3f97f6c079ccc8 2024-12-04T06:52:23,558 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/6bf9a8cea3cdbcf7099ecb577deeefc1/c/545669121b9b41d49a3f97f6c079ccc8, entries=6, sequenceid=26, filesize=5.3 K 2024-12-04T06:52:23,558 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 6bf9a8cea3cdbcf7099ecb577deeefc1 in 119ms, sequenceid=26, compaction requested=false; wal=null 2024-12-04T06:52:23,559 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/6bf9a8cea3cdbcf7099ecb577deeefc1/recovered.edits/0000000000000000026 2024-12-04T06:52:23,561 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6bf9a8cea3cdbcf7099ecb577deeefc1 2024-12-04T06:52:23,561 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6bf9a8cea3cdbcf7099ecb577deeefc1 2024-12-04T06:52:23,562 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T06:52:23,563 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6bf9a8cea3cdbcf7099ecb577deeefc1 2024-12-04T06:52:23,566 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/hbase/data/default/testReplayEditsAfterAbortingFlush/6bf9a8cea3cdbcf7099ecb577deeefc1/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-12-04T06:52:23,567 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6bf9a8cea3cdbcf7099ecb577deeefc1; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64626148, jitterRate=-0.03699535131454468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T06:52:23,567 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6bf9a8cea3cdbcf7099ecb577deeefc1 2024-12-04T06:52:23,568 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6bf9a8cea3cdbcf7099ecb577deeefc1: Running coprocessor pre-open hook at 1733295143427Writing region info on filesystem at 1733295143427Initializing all the Stores at 1733295143428 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295143428Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295143428Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295143428Obtaining lock to block concurrent updates at 1733295143439 (+11 ms)Preparing flush snapshotting stores in 6bf9a8cea3cdbcf7099ecb577deeefc1 at 1733295143439Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1733295134148.6bf9a8cea3cdbcf7099ecb577deeefc1., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1733295143440 (+1 ms)Flushing stores of testReplayEditsAfterAbortingFlush,,1733295134148.6bf9a8cea3cdbcf7099ecb577deeefc1. at 1733295143440Flushing 6bf9a8cea3cdbcf7099ecb577deeefc1/a: creating writer at 1733295143440Flushing 6bf9a8cea3cdbcf7099ecb577deeefc1/a: appending metadata at 1733295143455 (+15 ms)Flushing 6bf9a8cea3cdbcf7099ecb577deeefc1/a: closing flushed file at 1733295143455Flushing 6bf9a8cea3cdbcf7099ecb577deeefc1/b: creating writer at 1733295143468 (+13 ms)Flushing 6bf9a8cea3cdbcf7099ecb577deeefc1/b: appending metadata at 1733295143489 (+21 ms)Flushing 6bf9a8cea3cdbcf7099ecb577deeefc1/b: closing flushed file at 1733295143489Flushing 6bf9a8cea3cdbcf7099ecb577deeefc1/c: creating writer at 1733295143503 (+14 ms)Flushing 6bf9a8cea3cdbcf7099ecb577deeefc1/c: appending metadata at 1733295143518 (+15 ms)Flushing 6bf9a8cea3cdbcf7099ecb577deeefc1/c: closing flushed file at 1733295143518Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7468f5a2: reopening flushed file at 1733295143533 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ae96ba: reopening flushed file at 1733295143541 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e47551c: reopening flushed file at 1733295143550 (+9 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 6bf9a8cea3cdbcf7099ecb577deeefc1 in 119ms, sequenceid=26, compaction requested=false; wal=null at 1733295143558 (+8 ms)Cleaning up temporary data from old regions at 1733295143561 (+3 ms)Running coprocessor post-open hooks at 1733295143567 (+6 ms)Region opened successfully at 1733295143568 (+1 ms) 2024-12-04T06:52:23,595 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterAbortingFlush Thread=417 (was 418), OpenFileDescriptor=1180 (was 1122) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=223 (was 220) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6059 (was 6084) 2024-12-04T06:52:23,595 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1180 is superior to 1024 2024-12-04T06:52:23,613 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testDatalossWhenInputError Thread=417, OpenFileDescriptor=1180, MaxFileDescriptor=1048576, SystemLoadAverage=223, ProcessCount=11, AvailableMemoryMB=6053 2024-12-04T06:52:23,614 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1180 is superior to 1024 2024-12-04T06:52:23,631 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T06:52:23,634 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T06:52:23,635 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T06:52:23,638 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-98526509, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/hregion-98526509, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-04T06:52:23,652 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-98526509/hregion-98526509.1733295143638, exclude list is [], retry=0 2024-12-04T06:52:23,656 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37487,DS-6619e935-c84f-413d-bcbd-dec6f3b539e6,DISK] 2024-12-04T06:52:23,656 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33363,DS-006ccf11-2158-49f0-95d4-05abecf554ce,DISK] 2024-12-04T06:52:23,656 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46579,DS-272f10a2-c0e6-4fac-bd0b-cb9585050f38,DISK] 2024-12-04T06:52:23,659 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-98526509/hregion-98526509.1733295143638 2024-12-04T06:52:23,659 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41185:41185),(127.0.0.1/127.0.0.1:44439:44439),(127.0.0.1/127.0.0.1:43723:43723)] 2024-12-04T06:52:23,660 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 256add911aa9a524a39d99ff150135bc, NAME => 'testDatalossWhenInputError,,1733295143632.256add911aa9a524a39d99ff150135bc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35969/hbase 2024-12-04T06:52:23,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741915_1093 (size=61) 2024-12-04T06:52:23,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741915_1093 (size=61) 2024-12-04T06:52:23,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741915_1093 (size=61) 2024-12-04T06:52:23,674 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733295143632.256add911aa9a524a39d99ff150135bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:52:23,675 INFO [StoreOpener-256add911aa9a524a39d99ff150135bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 256add911aa9a524a39d99ff150135bc 2024-12-04T06:52:23,677 INFO [StoreOpener-256add911aa9a524a39d99ff150135bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 256add911aa9a524a39d99ff150135bc columnFamilyName a 2024-12-04T06:52:23,677 DEBUG [StoreOpener-256add911aa9a524a39d99ff150135bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:23,678 INFO [StoreOpener-256add911aa9a524a39d99ff150135bc-1 {}] regionserver.HStore(327): Store=256add911aa9a524a39d99ff150135bc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:23,678 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 256add911aa9a524a39d99ff150135bc 2024-12-04T06:52:23,678 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/256add911aa9a524a39d99ff150135bc 2024-12-04T06:52:23,679 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/256add911aa9a524a39d99ff150135bc 2024-12-04T06:52:23,679 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 256add911aa9a524a39d99ff150135bc 2024-12-04T06:52:23,679 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 256add911aa9a524a39d99ff150135bc 2024-12-04T06:52:23,681 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 256add911aa9a524a39d99ff150135bc 2024-12-04T06:52:23,683 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/256add911aa9a524a39d99ff150135bc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T06:52:23,683 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 256add911aa9a524a39d99ff150135bc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62396132, jitterRate=-0.07022517919540405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T06:52:23,684 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 256add911aa9a524a39d99ff150135bc: Writing region info on filesystem at 1733295143674Initializing all the Stores at 1733295143675 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295143675Cleaning up temporary data from old regions at 1733295143679 (+4 ms)Region opened successfully at 1733295143684 (+5 ms) 2024-12-04T06:52:23,684 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 256add911aa9a524a39d99ff150135bc, disabling compactions & flushes 2024-12-04T06:52:23,684 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733295143632.256add911aa9a524a39d99ff150135bc. 2024-12-04T06:52:23,684 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733295143632.256add911aa9a524a39d99ff150135bc. 2024-12-04T06:52:23,684 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733295143632.256add911aa9a524a39d99ff150135bc. after waiting 0 ms 2024-12-04T06:52:23,684 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733295143632.256add911aa9a524a39d99ff150135bc. 2024-12-04T06:52:23,684 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733295143632.256add911aa9a524a39d99ff150135bc. 2024-12-04T06:52:23,684 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 256add911aa9a524a39d99ff150135bc: Waiting for close lock at 1733295143684Disabling compacts and flushes for region at 1733295143684Disabling writes for close at 1733295143684Writing region close event to WAL at 1733295143684Closed at 1733295143684 2024-12-04T06:52:23,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741914_1092 (size=93) 2024-12-04T06:52:23,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741914_1092 (size=93) 2024-12-04T06:52:23,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741914_1092 (size=93) 2024-12-04T06:52:23,689 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-04T06:52:23,689 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-98526509:(num 1733295143638) 2024-12-04T06:52:23,689 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-04T06:52:23,691 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/testdatalosswheninputerror-manual,16010,1733295143631, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-04T06:52:23,713 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733295143631/wal.1733295143692, exclude list is [], retry=0 2024-12-04T06:52:23,716 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33363,DS-006ccf11-2158-49f0-95d4-05abecf554ce,DISK] 2024-12-04T06:52:23,716 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37487,DS-6619e935-c84f-413d-bcbd-dec6f3b539e6,DISK] 2024-12-04T06:52:23,716 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46579,DS-272f10a2-c0e6-4fac-bd0b-cb9585050f38,DISK] 2024-12-04T06:52:23,721 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733295143631/wal.1733295143692 2024-12-04T06:52:23,721 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44439:44439),(127.0.0.1/127.0.0.1:41185:41185),(127.0.0.1/127.0.0.1:43723:43723)] 2024-12-04T06:52:23,721 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 256add911aa9a524a39d99ff150135bc, NAME => 'testDatalossWhenInputError,,1733295143632.256add911aa9a524a39d99ff150135bc.', STARTKEY => '', ENDKEY => ''} 2024-12-04T06:52:23,721 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733295143632.256add911aa9a524a39d99ff150135bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:52:23,721 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 256add911aa9a524a39d99ff150135bc 2024-12-04T06:52:23,721 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 256add911aa9a524a39d99ff150135bc 2024-12-04T06:52:23,723 INFO [StoreOpener-256add911aa9a524a39d99ff150135bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 256add911aa9a524a39d99ff150135bc 2024-12-04T06:52:23,724 INFO [StoreOpener-256add911aa9a524a39d99ff150135bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 256add911aa9a524a39d99ff150135bc columnFamilyName a 2024-12-04T06:52:23,724 DEBUG [StoreOpener-256add911aa9a524a39d99ff150135bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:23,724 INFO [StoreOpener-256add911aa9a524a39d99ff150135bc-1 {}] regionserver.HStore(327): Store=256add911aa9a524a39d99ff150135bc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:23,725 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 256add911aa9a524a39d99ff150135bc 2024-12-04T06:52:23,725 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/256add911aa9a524a39d99ff150135bc 2024-12-04T06:52:23,726 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/256add911aa9a524a39d99ff150135bc 2024-12-04T06:52:23,727 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 256add911aa9a524a39d99ff150135bc 2024-12-04T06:52:23,727 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 256add911aa9a524a39d99ff150135bc 2024-12-04T06:52:23,729 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 256add911aa9a524a39d99ff150135bc 2024-12-04T06:52:23,730 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 256add911aa9a524a39d99ff150135bc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66824269, jitterRate=-0.004240795969963074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T06:52:23,730 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 256add911aa9a524a39d99ff150135bc: Writing region info on filesystem at 1733295143722Initializing all the Stores at 1733295143722Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295143722Cleaning up temporary data from old regions at 1733295143727 (+5 ms)Region opened successfully at 1733295143730 (+3 ms) 2024-12-04T06:52:23,738 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 256add911aa9a524a39d99ff150135bc, disabling compactions & flushes 2024-12-04T06:52:23,739 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733295143632.256add911aa9a524a39d99ff150135bc. 2024-12-04T06:52:23,739 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733295143632.256add911aa9a524a39d99ff150135bc. 2024-12-04T06:52:23,739 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733295143632.256add911aa9a524a39d99ff150135bc. after waiting 0 ms 2024-12-04T06:52:23,739 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733295143632.256add911aa9a524a39d99ff150135bc. 2024-12-04T06:52:23,739 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1733295143632.256add911aa9a524a39d99ff150135bc. 2024-12-04T06:52:23,739 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733295143632.256add911aa9a524a39d99ff150135bc. 2024-12-04T06:52:23,739 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 256add911aa9a524a39d99ff150135bc: Waiting for close lock at 1733295143738Disabling compacts and flushes for region at 1733295143738Disabling writes for close at 1733295143739 (+1 ms)Writing region close event to WAL at 1733295143739Closed at 1733295143739 2024-12-04T06:52:23,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741916_1094 (size=838) 2024-12-04T06:52:23,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741916_1094 (size=838) 2024-12-04T06:52:23,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741916_1094 (size=838) 2024-12-04T06:52:23,758 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35969/hbase/WALs/testdatalosswheninputerror-manual,16010,1733295143631/wal.1733295143692, size=838 (838bytes) 2024-12-04T06:52:23,758 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35969/hbase/WALs/testdatalosswheninputerror-manual,16010,1733295143631/wal.1733295143692 2024-12-04T06:52:23,759 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35969/hbase/WALs/testdatalosswheninputerror-manual,16010,1733295143631/wal.1733295143692 after 1ms 2024-12-04T06:52:23,761 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35969/hbase/WALs/testdatalosswheninputerror-manual,16010,1733295143631/wal.1733295143692: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T06:52:23,762 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35969/hbase/WALs/testdatalosswheninputerror-manual,16010,1733295143631/wal.1733295143692 took 3ms 2024-12-04T06:52:23,763 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35969/hbase/WALs/testdatalosswheninputerror-manual,16010,1733295143631/wal.1733295143692 so closing down 2024-12-04T06:52:23,763 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-04T06:52:23,765 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733295143692.temp 2024-12-04T06:52:23,766 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/256add911aa9a524a39d99ff150135bc/recovered.edits/0000000000000000003-wal.1733295143692.temp 2024-12-04T06:52:23,766 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-04T06:52:23,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741917_1095 (size=838) 2024-12-04T06:52:23,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741917_1095 (size=838) 2024-12-04T06:52:23,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741917_1095 (size=838) 2024-12-04T06:52:23,772 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/256add911aa9a524a39d99ff150135bc/recovered.edits/0000000000000000003-wal.1733295143692.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-04T06:52:23,774 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/256add911aa9a524a39d99ff150135bc/recovered.edits/0000000000000000003-wal.1733295143692.temp to hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/256add911aa9a524a39d99ff150135bc/recovered.edits/0000000000000000012 2024-12-04T06:52:23,774 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35969/hbase/WALs/testdatalosswheninputerror-manual,16010,1733295143631/wal.1733295143692, size=838, length=838, corrupted=false, cancelled=false 2024-12-04T06:52:23,774 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35969/hbase/WALs/testdatalosswheninputerror-manual,16010,1733295143631/wal.1733295143692, journal: Splitting hdfs://localhost:35969/hbase/WALs/testdatalosswheninputerror-manual,16010,1733295143631/wal.1733295143692, size=838 (838bytes) at 1733295143758Finishing writing output for hdfs://localhost:35969/hbase/WALs/testdatalosswheninputerror-manual,16010,1733295143631/wal.1733295143692 so closing down at 1733295143763 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/256add911aa9a524a39d99ff150135bc/recovered.edits/0000000000000000003-wal.1733295143692.temp at 1733295143766 (+3 ms)3 split writer threads finished at 1733295143766Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/256add911aa9a524a39d99ff150135bc/recovered.edits/0000000000000000003-wal.1733295143692.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733295143772 (+6 ms)Rename recovered edits hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/256add911aa9a524a39d99ff150135bc/recovered.edits/0000000000000000003-wal.1733295143692.temp to hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/256add911aa9a524a39d99ff150135bc/recovered.edits/0000000000000000012 at 1733295143774 (+2 ms)Processed 10 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35969/hbase/WALs/testdatalosswheninputerror-manual,16010,1733295143631/wal.1733295143692, size=838, length=838, corrupted=false, cancelled=false at 1733295143774 2024-12-04T06:52:23,775 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35969/hbase/WALs/testdatalosswheninputerror-manual,16010,1733295143631/wal.1733295143692 to hdfs://localhost:35969/hbase/oldWALs/wal.1733295143692 2024-12-04T06:52:23,776 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/256add911aa9a524a39d99ff150135bc/recovered.edits/0000000000000000012 2024-12-04T06:52:23,780 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/256add911aa9a524a39d99ff150135bc/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T06:52:23,943 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-12-04T06:52:23,943 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-12-04T06:52:23,944 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-12-04T06:52:23,945 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-12-04T06:52:24,148 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-04T06:52:24,170 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/testdatalosswheninputerror-manual,16010,1733295143631, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-04T06:52:24,184 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733295143631/wal.1733295144170, exclude list is [], retry=0 2024-12-04T06:52:24,186 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46579,DS-272f10a2-c0e6-4fac-bd0b-cb9585050f38,DISK] 2024-12-04T06:52:24,187 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33363,DS-006ccf11-2158-49f0-95d4-05abecf554ce,DISK] 2024-12-04T06:52:24,187 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37487,DS-6619e935-c84f-413d-bcbd-dec6f3b539e6,DISK] 2024-12-04T06:52:24,188 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733295143631/wal.1733295144170 2024-12-04T06:52:24,189 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43723:43723),(127.0.0.1/127.0.0.1:44439:44439),(127.0.0.1/127.0.0.1:41185:41185)] 2024-12-04T06:52:24,189 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 256add911aa9a524a39d99ff150135bc, NAME => 'testDatalossWhenInputError,,1733295143632.256add911aa9a524a39d99ff150135bc.', STARTKEY => '', ENDKEY => ''} 2024-12-04T06:52:24,189 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733295143632.256add911aa9a524a39d99ff150135bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:52:24,189 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 256add911aa9a524a39d99ff150135bc 2024-12-04T06:52:24,189 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 256add911aa9a524a39d99ff150135bc 2024-12-04T06:52:24,192 INFO [StoreOpener-256add911aa9a524a39d99ff150135bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 256add911aa9a524a39d99ff150135bc 2024-12-04T06:52:24,193 INFO [StoreOpener-256add911aa9a524a39d99ff150135bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 256add911aa9a524a39d99ff150135bc columnFamilyName a 2024-12-04T06:52:24,193 DEBUG [StoreOpener-256add911aa9a524a39d99ff150135bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:24,195 INFO [StoreOpener-256add911aa9a524a39d99ff150135bc-1 {}] regionserver.HStore(327): Store=256add911aa9a524a39d99ff150135bc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:24,195 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 256add911aa9a524a39d99ff150135bc 2024-12-04T06:52:24,195 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/256add911aa9a524a39d99ff150135bc 2024-12-04T06:52:24,197 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/256add911aa9a524a39d99ff150135bc 2024-12-04T06:52:24,197 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/256add911aa9a524a39d99ff150135bc/recovered.edits/0000000000000000012 2024-12-04T06:52:24,199 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/256add911aa9a524a39d99ff150135bc/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T06:52:24,200 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/256add911aa9a524a39d99ff150135bc/recovered.edits/0000000000000000012 2024-12-04T06:52:24,200 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 256add911aa9a524a39d99ff150135bc 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-12-04T06:52:24,227 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/256add911aa9a524a39d99ff150135bc/.tmp/a/f767476b88c14c1c916a0b6e5840072f is 79, key is testDatalossWhenInputError/a:x0/1733295143730/Put/seqid=0 2024-12-04T06:52:24,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741919_1097 (size=5808) 2024-12-04T06:52:24,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741919_1097 (size=5808) 2024-12-04T06:52:24,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741919_1097 (size=5808) 2024-12-04T06:52:24,245 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/256add911aa9a524a39d99ff150135bc/.tmp/a/f767476b88c14c1c916a0b6e5840072f 2024-12-04T06:52:24,256 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/256add911aa9a524a39d99ff150135bc/.tmp/a/f767476b88c14c1c916a0b6e5840072f as hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/256add911aa9a524a39d99ff150135bc/a/f767476b88c14c1c916a0b6e5840072f 2024-12-04T06:52:24,266 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/256add911aa9a524a39d99ff150135bc/a/f767476b88c14c1c916a0b6e5840072f, entries=10, sequenceid=12, filesize=5.7 K 2024-12-04T06:52:24,267 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 256add911aa9a524a39d99ff150135bc in 67ms, sequenceid=12, compaction requested=false; wal=null 2024-12-04T06:52:24,268 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/256add911aa9a524a39d99ff150135bc/recovered.edits/0000000000000000012 2024-12-04T06:52:24,269 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 256add911aa9a524a39d99ff150135bc 2024-12-04T06:52:24,269 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 256add911aa9a524a39d99ff150135bc 2024-12-04T06:52:24,274 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 256add911aa9a524a39d99ff150135bc 2024-12-04T06:52:24,276 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/256add911aa9a524a39d99ff150135bc/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-04T06:52:24,277 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 256add911aa9a524a39d99ff150135bc; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62926576, jitterRate=-0.06232094764709473}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T06:52:24,279 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 256add911aa9a524a39d99ff150135bc: Writing region info on filesystem at 1733295144189Initializing all the Stores at 1733295144191 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295144191Obtaining lock to block concurrent updates at 1733295144200 (+9 ms)Preparing flush snapshotting stores in 256add911aa9a524a39d99ff150135bc at 1733295144200Finished memstore snapshotting testDatalossWhenInputError,,1733295143632.256add911aa9a524a39d99ff150135bc., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1733295144200Flushing stores of testDatalossWhenInputError,,1733295143632.256add911aa9a524a39d99ff150135bc. at 1733295144200Flushing 256add911aa9a524a39d99ff150135bc/a: creating writer at 1733295144200Flushing 256add911aa9a524a39d99ff150135bc/a: appending metadata at 1733295144226 (+26 ms)Flushing 256add911aa9a524a39d99ff150135bc/a: closing flushed file at 1733295144227 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@537aeedf: reopening flushed file at 1733295144255 (+28 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 256add911aa9a524a39d99ff150135bc in 67ms, sequenceid=12, compaction requested=false; wal=null at 1733295144267 (+12 ms)Cleaning up temporary data from old regions at 1733295144269 (+2 ms)Region opened successfully at 1733295144278 (+9 ms) 2024-12-04T06:52:24,282 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 256add911aa9a524a39d99ff150135bc, NAME => 'testDatalossWhenInputError,,1733295143632.256add911aa9a524a39d99ff150135bc.', STARTKEY => '', ENDKEY => ''} 2024-12-04T06:52:24,282 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733295143632.256add911aa9a524a39d99ff150135bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:52:24,282 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 256add911aa9a524a39d99ff150135bc 2024-12-04T06:52:24,282 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 256add911aa9a524a39d99ff150135bc 2024-12-04T06:52:24,284 INFO [StoreOpener-256add911aa9a524a39d99ff150135bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 256add911aa9a524a39d99ff150135bc 2024-12-04T06:52:24,284 INFO [StoreOpener-256add911aa9a524a39d99ff150135bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 256add911aa9a524a39d99ff150135bc columnFamilyName a 2024-12-04T06:52:24,285 DEBUG [StoreOpener-256add911aa9a524a39d99ff150135bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:24,290 DEBUG [StoreOpener-256add911aa9a524a39d99ff150135bc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/256add911aa9a524a39d99ff150135bc/a/f767476b88c14c1c916a0b6e5840072f 2024-12-04T06:52:24,290 INFO [StoreOpener-256add911aa9a524a39d99ff150135bc-1 {}] regionserver.HStore(327): Store=256add911aa9a524a39d99ff150135bc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:24,290 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 256add911aa9a524a39d99ff150135bc 2024-12-04T06:52:24,291 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/256add911aa9a524a39d99ff150135bc 2024-12-04T06:52:24,292 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/256add911aa9a524a39d99ff150135bc 2024-12-04T06:52:24,292 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 256add911aa9a524a39d99ff150135bc 2024-12-04T06:52:24,292 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 256add911aa9a524a39d99ff150135bc 2024-12-04T06:52:24,294 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 256add911aa9a524a39d99ff150135bc 2024-12-04T06:52:24,300 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/hbase/data/default/testDatalossWhenInputError/256add911aa9a524a39d99ff150135bc/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-12-04T06:52:24,301 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 256add911aa9a524a39d99ff150135bc; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70055333, jitterRate=0.04390580952167511}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T06:52:24,301 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 256add911aa9a524a39d99ff150135bc: Writing region info on filesystem at 1733295144282Initializing all the Stores at 1733295144283 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295144283Cleaning up temporary data from old regions at 1733295144292 (+9 ms)Region opened successfully at 1733295144301 (+9 ms) 2024-12-04T06:52:24,333 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testDatalossWhenInputError Thread=427 (was 417) Potentially hanging thread: PacketResponder: BP-439067549-172.17.0.2-1733295110487:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1781091661_22 at /127.0.0.1:49486 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1781091661_22 at /127.0.0.1:47164 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-439067549-172.17.0.2-1733295110487:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-439067549-172.17.0.2-1733295110487:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1781091661_22 at /127.0.0.1:47272 [Receiving block BP-439067549-172.17.0.2-1733295110487:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1781091661_22 at /127.0.0.1:52536 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1781091661_22 at /127.0.0.1:52606 [Receiving block BP-439067549-172.17.0.2-1733295110487:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1781091661_22 at /127.0.0.1:49536 [Receiving block BP-439067549-172.17.0.2-1733295110487:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1262 (was 1180) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=223 (was 223), ProcessCount=11 (was 11), AvailableMemoryMB=6034 (was 6053) 2024-12-04T06:52:24,333 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1262 is superior to 1024 2024-12-04T06:52:24,348 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testCompactedBulkLoadedFiles Thread=427, OpenFileDescriptor=1262, MaxFileDescriptor=1048576, SystemLoadAverage=223, ProcessCount=11, AvailableMemoryMB=6033 2024-12-04T06:52:24,348 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1262 is superior to 1024 2024-12-04T06:52:24,363 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T06:52:24,365 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T06:52:24,366 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T06:52:24,368 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-00797138, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/hregion-00797138, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-04T06:52:24,381 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-00797138/hregion-00797138.1733295144368, exclude list is [], retry=0 2024-12-04T06:52:24,384 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46579,DS-272f10a2-c0e6-4fac-bd0b-cb9585050f38,DISK] 2024-12-04T06:52:24,384 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37487,DS-6619e935-c84f-413d-bcbd-dec6f3b539e6,DISK] 2024-12-04T06:52:24,385 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33363,DS-006ccf11-2158-49f0-95d4-05abecf554ce,DISK] 2024-12-04T06:52:24,388 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-00797138/hregion-00797138.1733295144368 2024-12-04T06:52:24,388 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43723:43723),(127.0.0.1/127.0.0.1:41185:41185),(127.0.0.1/127.0.0.1:44439:44439)] 2024-12-04T06:52:24,389 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => f6318339d07d6b1111d0657043f77874, NAME => 'testCompactedBulkLoadedFiles,,1733295144363.f6318339d07d6b1111d0657043f77874.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35969/hbase 2024-12-04T06:52:24,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741921_1099 (size=63) 2024-12-04T06:52:24,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741921_1099 (size=63) 2024-12-04T06:52:24,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741921_1099 (size=63) 2024-12-04T06:52:24,417 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733295144363.f6318339d07d6b1111d0657043f77874.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:52:24,418 INFO [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f6318339d07d6b1111d0657043f77874 2024-12-04T06:52:24,420 INFO [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6318339d07d6b1111d0657043f77874 columnFamilyName a 2024-12-04T06:52:24,420 DEBUG [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:24,421 INFO [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] regionserver.HStore(327): Store=f6318339d07d6b1111d0657043f77874/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:24,421 INFO [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f6318339d07d6b1111d0657043f77874 2024-12-04T06:52:24,423 INFO [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6318339d07d6b1111d0657043f77874 columnFamilyName b 2024-12-04T06:52:24,423 DEBUG [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:24,423 INFO [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] regionserver.HStore(327): Store=f6318339d07d6b1111d0657043f77874/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:24,423 INFO [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f6318339d07d6b1111d0657043f77874 2024-12-04T06:52:24,425 INFO [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6318339d07d6b1111d0657043f77874 columnFamilyName c 2024-12-04T06:52:24,425 DEBUG [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:24,425 INFO [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] regionserver.HStore(327): Store=f6318339d07d6b1111d0657043f77874/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:24,425 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f6318339d07d6b1111d0657043f77874 2024-12-04T06:52:24,426 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874 2024-12-04T06:52:24,427 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874 2024-12-04T06:52:24,428 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f6318339d07d6b1111d0657043f77874 2024-12-04T06:52:24,428 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f6318339d07d6b1111d0657043f77874 2024-12-04T06:52:24,429 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T06:52:24,431 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f6318339d07d6b1111d0657043f77874 2024-12-04T06:52:24,433 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T06:52:24,435 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f6318339d07d6b1111d0657043f77874; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60007686, jitterRate=-0.10581579804420471}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T06:52:24,436 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f6318339d07d6b1111d0657043f77874: Writing region info on filesystem at 1733295144417Initializing all the Stores at 1733295144418 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295144418Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295144418Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295144418Cleaning up temporary data from old regions at 1733295144428 (+10 ms)Region opened successfully at 1733295144436 (+8 ms) 2024-12-04T06:52:24,436 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f6318339d07d6b1111d0657043f77874, disabling compactions & flushes 2024-12-04T06:52:24,436 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733295144363.f6318339d07d6b1111d0657043f77874. 2024-12-04T06:52:24,436 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733295144363.f6318339d07d6b1111d0657043f77874. 2024-12-04T06:52:24,436 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733295144363.f6318339d07d6b1111d0657043f77874. after waiting 0 ms 2024-12-04T06:52:24,436 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733295144363.f6318339d07d6b1111d0657043f77874. 2024-12-04T06:52:24,436 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733295144363.f6318339d07d6b1111d0657043f77874. 2024-12-04T06:52:24,436 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f6318339d07d6b1111d0657043f77874: Waiting for close lock at 1733295144436Disabling compacts and flushes for region at 1733295144436Disabling writes for close at 1733295144436Writing region close event to WAL at 1733295144436Closed at 1733295144436 2024-12-04T06:52:24,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741920_1098 (size=93) 2024-12-04T06:52:24,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741920_1098 (size=93) 2024-12-04T06:52:24,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741920_1098 (size=93) 2024-12-04T06:52:24,445 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-04T06:52:24,445 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-00797138:(num 1733295144368) 2024-12-04T06:52:24,445 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-04T06:52:24,447 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733295144362, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-04T06:52:24,464 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733295144362/wal.1733295144447, exclude list is [], retry=0 2024-12-04T06:52:24,467 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37487,DS-6619e935-c84f-413d-bcbd-dec6f3b539e6,DISK] 2024-12-04T06:52:24,467 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46579,DS-272f10a2-c0e6-4fac-bd0b-cb9585050f38,DISK] 2024-12-04T06:52:24,468 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33363,DS-006ccf11-2158-49f0-95d4-05abecf554ce,DISK] 2024-12-04T06:52:24,469 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733295144362/wal.1733295144447 2024-12-04T06:52:24,470 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41185:41185),(127.0.0.1/127.0.0.1:43723:43723),(127.0.0.1/127.0.0.1:44439:44439)] 2024-12-04T06:52:24,470 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f6318339d07d6b1111d0657043f77874, NAME => 'testCompactedBulkLoadedFiles,,1733295144363.f6318339d07d6b1111d0657043f77874.', STARTKEY => '', ENDKEY => ''} 2024-12-04T06:52:24,470 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733295144363.f6318339d07d6b1111d0657043f77874.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:52:24,470 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f6318339d07d6b1111d0657043f77874 2024-12-04T06:52:24,470 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f6318339d07d6b1111d0657043f77874 2024-12-04T06:52:24,471 INFO [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f6318339d07d6b1111d0657043f77874 2024-12-04T06:52:24,472 INFO [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6318339d07d6b1111d0657043f77874 columnFamilyName a 2024-12-04T06:52:24,472 DEBUG [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:24,473 INFO [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] regionserver.HStore(327): Store=f6318339d07d6b1111d0657043f77874/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:24,473 INFO [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f6318339d07d6b1111d0657043f77874 2024-12-04T06:52:24,474 INFO [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6318339d07d6b1111d0657043f77874 columnFamilyName b 2024-12-04T06:52:24,474 DEBUG [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:24,474 INFO [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] regionserver.HStore(327): Store=f6318339d07d6b1111d0657043f77874/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:24,475 INFO [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f6318339d07d6b1111d0657043f77874 2024-12-04T06:52:24,476 INFO [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6318339d07d6b1111d0657043f77874 columnFamilyName c 2024-12-04T06:52:24,476 DEBUG [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:24,476 INFO [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] regionserver.HStore(327): Store=f6318339d07d6b1111d0657043f77874/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:24,476 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f6318339d07d6b1111d0657043f77874 2024-12-04T06:52:24,477 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874 2024-12-04T06:52:24,478 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874 2024-12-04T06:52:24,479 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f6318339d07d6b1111d0657043f77874 2024-12-04T06:52:24,479 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f6318339d07d6b1111d0657043f77874 2024-12-04T06:52:24,480 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T06:52:24,481 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f6318339d07d6b1111d0657043f77874 2024-12-04T06:52:24,482 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f6318339d07d6b1111d0657043f77874; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71353674, jitterRate=0.06325259804725647}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T06:52:24,482 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f6318339d07d6b1111d0657043f77874: Writing region info on filesystem at 1733295144470Initializing all the Stores at 1733295144471 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295144471Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295144471Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295144471Cleaning up temporary data from old regions at 1733295144479 (+8 ms)Region opened successfully at 1733295144482 (+3 ms) 2024-12-04T06:52:24,502 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1733295144502/Put/seqid=0 2024-12-04T06:52:24,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741923_1101 (size=4875) 2024-12-04T06:52:24,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741923_1101 (size=4875) 2024-12-04T06:52:24,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741923_1101 (size=4875) 2024-12-04T06:52:24,540 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1733295144540/Put/seqid=0 2024-12-04T06:52:24,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741924_1102 (size=4875) 2024-12-04T06:52:24,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741924_1102 (size=4875) 2024-12-04T06:52:24,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741924_1102 (size=4875) 2024-12-04T06:52:24,572 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1733295144572/Put/seqid=0 2024-12-04T06:52:24,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741925_1103 (size=4875) 2024-12-04T06:52:24,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741925_1103 (size=4875) 2024-12-04T06:52:24,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741925_1103 (size=4875) 2024-12-04T06:52:24,591 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35969/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in f6318339d07d6b1111d0657043f77874/a 2024-12-04T06:52:24,595 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-12-04T06:52:24,595 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T06:52:24,595 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35969/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in f6318339d07d6b1111d0657043f77874/a 2024-12-04T06:52:24,598 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-12-04T06:52:24,598 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T06:52:24,598 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35969/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in f6318339d07d6b1111d0657043f77874/a 2024-12-04T06:52:24,601 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-12-04T06:52:24,601 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T06:52:24,601 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f6318339d07d6b1111d0657043f77874 3/3 column families, dataSize=51 B heapSize=896 B 2024-12-04T06:52:24,623 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/.tmp/a/1942c663fc4247f5b598a29ca98e16e9 is 55, key is testCompactedBulkLoadedFiles/a:a/1733295144483/Put/seqid=0 2024-12-04T06:52:24,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741926_1104 (size=5107) 2024-12-04T06:52:24,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741926_1104 (size=5107) 2024-12-04T06:52:24,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741926_1104 (size=5107) 2024-12-04T06:52:24,630 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/.tmp/a/1942c663fc4247f5b598a29ca98e16e9 2024-12-04T06:52:24,636 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/.tmp/a/1942c663fc4247f5b598a29ca98e16e9 as hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/a/1942c663fc4247f5b598a29ca98e16e9 2024-12-04T06:52:24,643 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/a/1942c663fc4247f5b598a29ca98e16e9, entries=1, sequenceid=4, filesize=5.0 K 2024-12-04T06:52:24,644 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for f6318339d07d6b1111d0657043f77874 in 43ms, sequenceid=4, compaction requested=false 2024-12-04T06:52:24,644 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f6318339d07d6b1111d0657043f77874: 2024-12-04T06:52:24,646 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/a/f8f63d7af4924feaad319d89da608f39_SeqId_4_ 2024-12-04T06:52:24,647 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/a/bc3e0084cc4148f985bce93f3e200c22_SeqId_4_ 2024-12-04T06:52:24,648 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/a/a40e478a02ab4d78a8fb1aee897e978f_SeqId_4_ 2024-12-04T06:52:24,648 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35969/hbase/testCompactedBulkLoadedFiles/hfile0 into f6318339d07d6b1111d0657043f77874/a as hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/a/f8f63d7af4924feaad319d89da608f39_SeqId_4_ - updating store file list. 2024-12-04T06:52:24,653 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for f8f63d7af4924feaad319d89da608f39_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T06:52:24,653 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/a/f8f63d7af4924feaad319d89da608f39_SeqId_4_ into f6318339d07d6b1111d0657043f77874/a 2024-12-04T06:52:24,653 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35969/hbase/testCompactedBulkLoadedFiles/hfile0 into f6318339d07d6b1111d0657043f77874/a (new location: hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/a/f8f63d7af4924feaad319d89da608f39_SeqId_4_) 2024-12-04T06:52:24,654 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35969/hbase/testCompactedBulkLoadedFiles/hfile1 into f6318339d07d6b1111d0657043f77874/a as hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/a/bc3e0084cc4148f985bce93f3e200c22_SeqId_4_ - updating store file list. 2024-12-04T06:52:24,659 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for bc3e0084cc4148f985bce93f3e200c22_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T06:52:24,659 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/a/bc3e0084cc4148f985bce93f3e200c22_SeqId_4_ into f6318339d07d6b1111d0657043f77874/a 2024-12-04T06:52:24,659 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35969/hbase/testCompactedBulkLoadedFiles/hfile1 into f6318339d07d6b1111d0657043f77874/a (new location: hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/a/bc3e0084cc4148f985bce93f3e200c22_SeqId_4_) 2024-12-04T06:52:24,661 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35969/hbase/testCompactedBulkLoadedFiles/hfile2 into f6318339d07d6b1111d0657043f77874/a as hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/a/a40e478a02ab4d78a8fb1aee897e978f_SeqId_4_ - updating store file list. 2024-12-04T06:52:24,664 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for a40e478a02ab4d78a8fb1aee897e978f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T06:52:24,665 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/a/a40e478a02ab4d78a8fb1aee897e978f_SeqId_4_ into f6318339d07d6b1111d0657043f77874/a 2024-12-04T06:52:24,665 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35969/hbase/testCompactedBulkLoadedFiles/hfile2 into f6318339d07d6b1111d0657043f77874/a (new location: hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/a/a40e478a02ab4d78a8fb1aee897e978f_SeqId_4_) 2024-12-04T06:52:24,672 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T06:52:24,672 DEBUG [Time-limited test {}] regionserver.HStore(1541): f6318339d07d6b1111d0657043f77874/a is initiating major compaction (all files) 2024-12-04T06:52:24,672 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of f6318339d07d6b1111d0657043f77874/a in testCompactedBulkLoadedFiles,,1733295144363.f6318339d07d6b1111d0657043f77874. 2024-12-04T06:52:24,672 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/a/1942c663fc4247f5b598a29ca98e16e9, hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/a/f8f63d7af4924feaad319d89da608f39_SeqId_4_, hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/a/bc3e0084cc4148f985bce93f3e200c22_SeqId_4_, hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/a/a40e478a02ab4d78a8fb1aee897e978f_SeqId_4_] into tmpdir=hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/.tmp, totalSize=19.3 K 2024-12-04T06:52:24,672 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 1942c663fc4247f5b598a29ca98e16e9, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1733295144483 2024-12-04T06:52:24,673 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting f8f63d7af4924feaad319d89da608f39_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-04T06:52:24,673 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting bc3e0084cc4148f985bce93f3e200c22_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-04T06:52:24,674 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting a40e478a02ab4d78a8fb1aee897e978f_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-04T06:52:24,685 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/.tmp/a/e26f886695c640aaa52515a78f0f6a12 is 55, key is testCompactedBulkLoadedFiles/a:a/1733295144483/Put/seqid=0 2024-12-04T06:52:24,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741927_1105 (size=6154) 2024-12-04T06:52:24,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741927_1105 (size=6154) 2024-12-04T06:52:24,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741927_1105 (size=6154) 2024-12-04T06:52:24,696 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/.tmp/a/e26f886695c640aaa52515a78f0f6a12 as hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/a/e26f886695c640aaa52515a78f0f6a12 2024-12-04T06:52:24,708 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in f6318339d07d6b1111d0657043f77874/a of f6318339d07d6b1111d0657043f77874 into e26f886695c640aaa52515a78f0f6a12(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T06:52:24,708 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for f6318339d07d6b1111d0657043f77874: 2024-12-04T06:52:24,708 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-04T06:52:24,708 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-04T06:52:24,744 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35969/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733295144362/wal.1733295144447, size=0 (0bytes) 2024-12-04T06:52:24,744 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:35969/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733295144362/wal.1733295144447 might be still open, length is 0 2024-12-04T06:52:24,744 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35969/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733295144362/wal.1733295144447 2024-12-04T06:52:24,745 WARN [IPC Server handler 1 on default port 35969 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733295144362/wal.1733295144447 has not been closed. Lease recovery is in progress. RecoveryId = 1106 for block blk_1073741922_1100 2024-12-04T06:52:24,745 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:35969/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733295144362/wal.1733295144447 after 1ms 2024-12-04T06:52:25,422 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1781091661_22 at /127.0.0.1:49574 [Receiving block BP-439067549-172.17.0.2-1733295110487:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:37487:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49574 dst: /127.0.0.1:37487 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:37487 remote=/127.0.0.1:49574]. Total timeout mills is 60000, 59287 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T06:52:25,422 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1781091661_22 at /127.0.0.1:47302 [Receiving block BP-439067549-172.17.0.2-1733295110487:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:46579:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47302 dst: /127.0.0.1:46579 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T06:52:25,422 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1781091661_22 at /127.0.0.1:52642 [Receiving block BP-439067549-172.17.0.2-1733295110487:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:33363:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52642 dst: /127.0.0.1:33363 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T06:52:25,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741922_1106 (size=1368) 2024-12-04T06:52:25,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741922_1106 (size=1368) 2024-12-04T06:52:28,746 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:35969/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733295144362/wal.1733295144447 after 4002ms 2024-12-04T06:52:28,749 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35969/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733295144362/wal.1733295144447: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T06:52:28,749 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35969/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733295144362/wal.1733295144447 took 4005ms 2024-12-04T06:52:28,751 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:35969/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733295144362/wal.1733295144447; continuing. 2024-12-04T06:52:28,751 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35969/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733295144362/wal.1733295144447 so closing down 2024-12-04T06:52:28,751 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-04T06:52:28,752 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733295144447.temp 2024-12-04T06:52:28,754 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/recovered.edits/0000000000000000003-wal.1733295144447.temp 2024-12-04T06:52:28,754 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-04T06:52:28,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741928_1107 (size=635) 2024-12-04T06:52:28,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741928_1107 (size=635) 2024-12-04T06:52:28,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741928_1107 (size=635) 2024-12-04T06:52:28,761 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/recovered.edits/0000000000000000003-wal.1733295144447.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-04T06:52:28,762 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/recovered.edits/0000000000000000003-wal.1733295144447.temp to hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/recovered.edits/0000000000000000008 2024-12-04T06:52:28,762 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 13 ms; skipped=3; WAL=hdfs://localhost:35969/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733295144362/wal.1733295144447, size=0, length=0, corrupted=false, cancelled=false 2024-12-04T06:52:28,762 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35969/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733295144362/wal.1733295144447, journal: Splitting hdfs://localhost:35969/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733295144362/wal.1733295144447, size=0 (0bytes) at 1733295144744Finishing writing output for hdfs://localhost:35969/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733295144362/wal.1733295144447 so closing down at 1733295148751 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/recovered.edits/0000000000000000003-wal.1733295144447.temp at 1733295148754 (+3 ms)3 split writer threads finished at 1733295148754Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/recovered.edits/0000000000000000003-wal.1733295144447.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733295148761 (+7 ms)Rename recovered edits hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/recovered.edits/0000000000000000003-wal.1733295144447.temp to hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/recovered.edits/0000000000000000008 at 1733295148762 (+1 ms)Processed 5 edits across 1 Regions in 13 ms; skipped=3; WAL=hdfs://localhost:35969/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733295144362/wal.1733295144447, size=0, length=0, corrupted=false, cancelled=false at 1733295148762 2024-12-04T06:52:28,764 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35969/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733295144362/wal.1733295144447 to hdfs://localhost:35969/hbase/oldWALs/wal.1733295144447 2024-12-04T06:52:28,765 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/recovered.edits/0000000000000000008 2024-12-04T06:52:28,765 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-04T06:52:28,766 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733295144362, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-04T06:52:28,780 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733295144362/wal.1733295148767, exclude list is [], retry=0 2024-12-04T06:52:28,782 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33363,DS-006ccf11-2158-49f0-95d4-05abecf554ce,DISK] 2024-12-04T06:52:28,783 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46579,DS-272f10a2-c0e6-4fac-bd0b-cb9585050f38,DISK] 2024-12-04T06:52:28,783 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37487,DS-6619e935-c84f-413d-bcbd-dec6f3b539e6,DISK] 2024-12-04T06:52:28,784 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733295144362/wal.1733295148767 2024-12-04T06:52:28,784 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44439:44439),(127.0.0.1/127.0.0.1:43723:43723),(127.0.0.1/127.0.0.1:41185:41185)] 2024-12-04T06:52:28,785 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f6318339d07d6b1111d0657043f77874, NAME => 'testCompactedBulkLoadedFiles,,1733295144363.f6318339d07d6b1111d0657043f77874.', STARTKEY => '', ENDKEY => ''} 2024-12-04T06:52:28,785 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733295144363.f6318339d07d6b1111d0657043f77874.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:52:28,785 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f6318339d07d6b1111d0657043f77874 2024-12-04T06:52:28,785 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f6318339d07d6b1111d0657043f77874 2024-12-04T06:52:28,786 INFO [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f6318339d07d6b1111d0657043f77874 2024-12-04T06:52:28,787 INFO [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6318339d07d6b1111d0657043f77874 columnFamilyName a 2024-12-04T06:52:28,787 DEBUG [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:28,793 DEBUG [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/a/1942c663fc4247f5b598a29ca98e16e9 2024-12-04T06:52:28,796 DEBUG [StoreFileOpener-f6318339d07d6b1111d0657043f77874-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a40e478a02ab4d78a8fb1aee897e978f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T06:52:28,796 DEBUG [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/a/a40e478a02ab4d78a8fb1aee897e978f_SeqId_4_ 2024-12-04T06:52:28,799 DEBUG [StoreFileOpener-f6318339d07d6b1111d0657043f77874-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bc3e0084cc4148f985bce93f3e200c22_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T06:52:28,799 DEBUG [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/a/bc3e0084cc4148f985bce93f3e200c22_SeqId_4_ 2024-12-04T06:52:28,803 DEBUG [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/a/e26f886695c640aaa52515a78f0f6a12 2024-12-04T06:52:28,806 DEBUG [StoreFileOpener-f6318339d07d6b1111d0657043f77874-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f8f63d7af4924feaad319d89da608f39_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T06:52:28,807 DEBUG [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/a/f8f63d7af4924feaad319d89da608f39_SeqId_4_ 2024-12-04T06:52:28,807 WARN [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/a/1942c663fc4247f5b598a29ca98e16e9 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@3c293234 2024-12-04T06:52:28,807 WARN [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/a/a40e478a02ab4d78a8fb1aee897e978f_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@3c293234 2024-12-04T06:52:28,807 WARN [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/a/bc3e0084cc4148f985bce93f3e200c22_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@3c293234 2024-12-04T06:52:28,807 WARN [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/a/f8f63d7af4924feaad319d89da608f39_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@3c293234 2024-12-04T06:52:28,807 DEBUG [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/a/1942c663fc4247f5b598a29ca98e16e9, hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/a/a40e478a02ab4d78a8fb1aee897e978f_SeqId_4_, hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/a/bc3e0084cc4148f985bce93f3e200c22_SeqId_4_, hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/a/f8f63d7af4924feaad319d89da608f39_SeqId_4_] to archive 2024-12-04T06:52:28,808 DEBUG [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T06:52:28,809 DEBUG [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/a/1942c663fc4247f5b598a29ca98e16e9 to hdfs://localhost:35969/hbase/archive/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/a/1942c663fc4247f5b598a29ca98e16e9 2024-12-04T06:52:28,810 DEBUG [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/a/a40e478a02ab4d78a8fb1aee897e978f_SeqId_4_ to hdfs://localhost:35969/hbase/archive/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/a/a40e478a02ab4d78a8fb1aee897e978f_SeqId_4_ 2024-12-04T06:52:28,811 DEBUG [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/a/bc3e0084cc4148f985bce93f3e200c22_SeqId_4_ to hdfs://localhost:35969/hbase/archive/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/a/bc3e0084cc4148f985bce93f3e200c22_SeqId_4_ 2024-12-04T06:52:28,812 DEBUG [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/a/f8f63d7af4924feaad319d89da608f39_SeqId_4_ to hdfs://localhost:35969/hbase/archive/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/a/f8f63d7af4924feaad319d89da608f39_SeqId_4_ 2024-12-04T06:52:28,813 INFO [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] regionserver.HStore(327): Store=f6318339d07d6b1111d0657043f77874/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:28,813 INFO [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f6318339d07d6b1111d0657043f77874 2024-12-04T06:52:28,814 INFO [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6318339d07d6b1111d0657043f77874 columnFamilyName b 2024-12-04T06:52:28,814 DEBUG [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:28,814 INFO [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] regionserver.HStore(327): Store=f6318339d07d6b1111d0657043f77874/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:28,814 INFO [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f6318339d07d6b1111d0657043f77874 2024-12-04T06:52:28,815 INFO [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6318339d07d6b1111d0657043f77874 columnFamilyName c 2024-12-04T06:52:28,815 DEBUG [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:28,816 INFO [StoreOpener-f6318339d07d6b1111d0657043f77874-1 {}] regionserver.HStore(327): Store=f6318339d07d6b1111d0657043f77874/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:28,816 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f6318339d07d6b1111d0657043f77874 2024-12-04T06:52:28,817 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874 2024-12-04T06:52:28,819 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874 2024-12-04T06:52:28,820 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/recovered.edits/0000000000000000008 2024-12-04T06:52:28,822 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T06:52:28,824 DEBUG [Time-limited test {}] regionserver.HRegion(5836): f6318339d07d6b1111d0657043f77874 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "f6318339d07d6b1111d0657043f77874" family_name: "a" compaction_input: "1942c663fc4247f5b598a29ca98e16e9" compaction_input: "f8f63d7af4924feaad319d89da608f39_SeqId_4_" compaction_input: "bc3e0084cc4148f985bce93f3e200c22_SeqId_4_" compaction_input: "a40e478a02ab4d78a8fb1aee897e978f_SeqId_4_" compaction_output: "e26f886695c640aaa52515a78f0f6a12" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1733295144363.f6318339d07d6b1111d0657043f77874." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-12-04T06:52:28,824 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-12-04T06:52:28,824 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/recovered.edits/0000000000000000008 2024-12-04T06:52:28,825 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/recovered.edits/0000000000000000008 2024-12-04T06:52:28,826 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f6318339d07d6b1111d0657043f77874 2024-12-04T06:52:28,826 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f6318339d07d6b1111d0657043f77874 2024-12-04T06:52:28,827 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T06:52:28,829 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f6318339d07d6b1111d0657043f77874 2024-12-04T06:52:28,833 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/hbase/data/default/testCompactedBulkLoadedFiles/f6318339d07d6b1111d0657043f77874/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T06:52:28,834 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f6318339d07d6b1111d0657043f77874; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74493934, jitterRate=0.11004611849784851}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T06:52:28,834 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f6318339d07d6b1111d0657043f77874: Writing region info on filesystem at 1733295148785Initializing all the Stores at 1733295148786 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295148786Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295148786Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295148786Cleaning up temporary data from old regions at 1733295148826 (+40 ms)Region opened successfully at 1733295148834 (+8 ms) 2024-12-04T06:52:28,837 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f6318339d07d6b1111d0657043f77874, disabling compactions & flushes 2024-12-04T06:52:28,837 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733295144363.f6318339d07d6b1111d0657043f77874. 2024-12-04T06:52:28,837 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733295144363.f6318339d07d6b1111d0657043f77874. 2024-12-04T06:52:28,837 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733295144363.f6318339d07d6b1111d0657043f77874. after waiting 0 ms 2024-12-04T06:52:28,837 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733295144363.f6318339d07d6b1111d0657043f77874. 2024-12-04T06:52:28,838 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733295144363.f6318339d07d6b1111d0657043f77874. 2024-12-04T06:52:28,838 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f6318339d07d6b1111d0657043f77874: Waiting for close lock at 1733295148837Disabling compacts and flushes for region at 1733295148837Disabling writes for close at 1733295148837Writing region close event to WAL at 1733295148838 (+1 ms)Closed at 1733295148838 2024-12-04T06:52:28,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741929_1108 (size=93) 2024-12-04T06:52:28,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741929_1108 (size=93) 2024-12-04T06:52:28,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741929_1108 (size=93) 2024-12-04T06:52:28,843 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-04T06:52:28,843 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733295148767) 2024-12-04T06:52:28,858 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testCompactedBulkLoadedFiles Thread=439 (was 427) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:35969 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_677164906_22 at /127.0.0.1:47382 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:35969 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_677164906_22 at /127.0.0.1:49672 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1343 (was 1262) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=285 (was 223) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6043 (was 6033) - AvailableMemoryMB LEAK? - 2024-12-04T06:52:28,858 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1343 is superior to 1024 2024-12-04T06:52:28,871 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenViaHRegion Thread=439, OpenFileDescriptor=1343, MaxFileDescriptor=1048576, SystemLoadAverage=285, ProcessCount=11, AvailableMemoryMB=6042 2024-12-04T06:52:28,871 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1343 is superior to 1024 2024-12-04T06:52:28,886 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T06:52:28,888 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T06:52:28,888 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T06:52:28,891 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-10702652, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/hregion-10702652, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-04T06:52:28,891 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T06:52:28,908 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-10702652/hregion-10702652.1733295148891, exclude list is [], retry=0 2024-12-04T06:52:28,910 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37487,DS-6619e935-c84f-413d-bcbd-dec6f3b539e6,DISK] 2024-12-04T06:52:28,911 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46579,DS-272f10a2-c0e6-4fac-bd0b-cb9585050f38,DISK] 2024-12-04T06:52:28,911 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33363,DS-006ccf11-2158-49f0-95d4-05abecf554ce,DISK] 2024-12-04T06:52:28,916 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-10702652/hregion-10702652.1733295148891 2024-12-04T06:52:28,918 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41185:41185),(127.0.0.1/127.0.0.1:43723:43723),(127.0.0.1/127.0.0.1:44439:44439)] 2024-12-04T06:52:28,918 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 600646029678ee08bad1290e178fecdc, NAME => 'testReplayEditsWrittenViaHRegion,,1733295148887.600646029678ee08bad1290e178fecdc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35969/hbase 2024-12-04T06:52:28,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741931_1110 (size=67) 2024-12-04T06:52:28,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741931_1110 (size=67) 2024-12-04T06:52:28,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741931_1110 (size=67) 2024-12-04T06:52:28,931 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733295148887.600646029678ee08bad1290e178fecdc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:52:28,932 INFO [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 600646029678ee08bad1290e178fecdc 2024-12-04T06:52:28,933 INFO [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 600646029678ee08bad1290e178fecdc columnFamilyName a 2024-12-04T06:52:28,933 DEBUG [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:28,934 INFO [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] regionserver.HStore(327): Store=600646029678ee08bad1290e178fecdc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:28,934 INFO [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 600646029678ee08bad1290e178fecdc 2024-12-04T06:52:28,935 INFO [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 600646029678ee08bad1290e178fecdc columnFamilyName b 2024-12-04T06:52:28,935 DEBUG [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:28,936 INFO [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] regionserver.HStore(327): Store=600646029678ee08bad1290e178fecdc/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:28,936 INFO [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 600646029678ee08bad1290e178fecdc 2024-12-04T06:52:28,937 INFO [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 600646029678ee08bad1290e178fecdc columnFamilyName c 2024-12-04T06:52:28,937 DEBUG [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:28,938 INFO [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] regionserver.HStore(327): Store=600646029678ee08bad1290e178fecdc/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:28,938 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 600646029678ee08bad1290e178fecdc 2024-12-04T06:52:28,938 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc 2024-12-04T06:52:28,939 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc 2024-12-04T06:52:28,940 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 600646029678ee08bad1290e178fecdc 2024-12-04T06:52:28,940 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 600646029678ee08bad1290e178fecdc 2024-12-04T06:52:28,940 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T06:52:28,941 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 600646029678ee08bad1290e178fecdc 2024-12-04T06:52:28,944 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T06:52:28,944 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 600646029678ee08bad1290e178fecdc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74027204, jitterRate=0.103091299533844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T06:52:28,944 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 600646029678ee08bad1290e178fecdc: Writing region info on filesystem at 1733295148931Initializing all the Stores at 1733295148931Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295148931Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295148932 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295148932Cleaning up temporary data from old regions at 1733295148940 (+8 ms)Region opened successfully at 1733295148944 (+4 ms) 2024-12-04T06:52:28,944 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 600646029678ee08bad1290e178fecdc, disabling compactions & flushes 2024-12-04T06:52:28,944 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733295148887.600646029678ee08bad1290e178fecdc. 2024-12-04T06:52:28,944 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733295148887.600646029678ee08bad1290e178fecdc. 2024-12-04T06:52:28,944 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733295148887.600646029678ee08bad1290e178fecdc. after waiting 0 ms 2024-12-04T06:52:28,944 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733295148887.600646029678ee08bad1290e178fecdc. 2024-12-04T06:52:28,945 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733295148887.600646029678ee08bad1290e178fecdc. 2024-12-04T06:52:28,945 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 600646029678ee08bad1290e178fecdc: Waiting for close lock at 1733295148944Disabling compacts and flushes for region at 1733295148944Disabling writes for close at 1733295148944Writing region close event to WAL at 1733295148945 (+1 ms)Closed at 1733295148945 2024-12-04T06:52:28,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741930_1109 (size=93) 2024-12-04T06:52:28,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741930_1109 (size=93) 2024-12-04T06:52:28,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741930_1109 (size=93) 2024-12-04T06:52:28,950 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-04T06:52:28,950 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-10702652:(num 1733295148891) 2024-12-04T06:52:28,950 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-04T06:52:28,952 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733295148885, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-04T06:52:28,966 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733295148885/wal.1733295148952, exclude list is [], retry=0 2024-12-04T06:52:28,968 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46579,DS-272f10a2-c0e6-4fac-bd0b-cb9585050f38,DISK] 2024-12-04T06:52:28,969 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33363,DS-006ccf11-2158-49f0-95d4-05abecf554ce,DISK] 2024-12-04T06:52:28,969 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37487,DS-6619e935-c84f-413d-bcbd-dec6f3b539e6,DISK] 2024-12-04T06:52:28,971 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733295148885/wal.1733295148952 2024-12-04T06:52:28,971 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43723:43723),(127.0.0.1/127.0.0.1:44439:44439),(127.0.0.1/127.0.0.1:41185:41185)] 2024-12-04T06:52:28,971 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 600646029678ee08bad1290e178fecdc, NAME => 'testReplayEditsWrittenViaHRegion,,1733295148887.600646029678ee08bad1290e178fecdc.', STARTKEY => '', ENDKEY => ''} 2024-12-04T06:52:28,972 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733295148887.600646029678ee08bad1290e178fecdc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:52:28,972 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 600646029678ee08bad1290e178fecdc 2024-12-04T06:52:28,972 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 600646029678ee08bad1290e178fecdc 2024-12-04T06:52:28,973 INFO [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 600646029678ee08bad1290e178fecdc 2024-12-04T06:52:28,974 INFO [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 600646029678ee08bad1290e178fecdc columnFamilyName a 2024-12-04T06:52:28,975 DEBUG [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:28,975 INFO [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] regionserver.HStore(327): Store=600646029678ee08bad1290e178fecdc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:28,975 INFO [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 600646029678ee08bad1290e178fecdc 2024-12-04T06:52:28,976 INFO [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 600646029678ee08bad1290e178fecdc columnFamilyName b 2024-12-04T06:52:28,976 DEBUG [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:28,976 INFO [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] regionserver.HStore(327): Store=600646029678ee08bad1290e178fecdc/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:28,977 INFO [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 600646029678ee08bad1290e178fecdc 2024-12-04T06:52:28,977 INFO [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 600646029678ee08bad1290e178fecdc columnFamilyName c 2024-12-04T06:52:28,977 DEBUG [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:28,978 INFO [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] regionserver.HStore(327): Store=600646029678ee08bad1290e178fecdc/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:28,978 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 600646029678ee08bad1290e178fecdc 2024-12-04T06:52:28,978 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc 2024-12-04T06:52:28,979 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc 2024-12-04T06:52:28,980 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 600646029678ee08bad1290e178fecdc 2024-12-04T06:52:28,980 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 600646029678ee08bad1290e178fecdc 2024-12-04T06:52:28,981 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T06:52:28,982 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 600646029678ee08bad1290e178fecdc 2024-12-04T06:52:28,983 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 600646029678ee08bad1290e178fecdc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71139557, jitterRate=0.06006200611591339}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T06:52:28,983 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 600646029678ee08bad1290e178fecdc: Writing region info on filesystem at 1733295148972Initializing all the Stores at 1733295148973 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295148973Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295148973Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295148973Cleaning up temporary data from old regions at 1733295148980 (+7 ms)Region opened successfully at 1733295148983 (+3 ms) 2024-12-04T06:52:28,991 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 600646029678ee08bad1290e178fecdc 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-04T06:52:29,009 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/.tmp/a/2e79ca491bc946bf97d1aaaf41f804b6 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733295148983/Put/seqid=0 2024-12-04T06:52:29,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741933_1112 (size=5958) 2024-12-04T06:52:29,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741933_1112 (size=5958) 2024-12-04T06:52:29,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741933_1112 (size=5958) 2024-12-04T06:52:29,016 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/.tmp/a/2e79ca491bc946bf97d1aaaf41f804b6 2024-12-04T06:52:29,022 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/.tmp/a/2e79ca491bc946bf97d1aaaf41f804b6 as hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/a/2e79ca491bc946bf97d1aaaf41f804b6 2024-12-04T06:52:29,028 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/a/2e79ca491bc946bf97d1aaaf41f804b6, entries=10, sequenceid=13, filesize=5.8 K 2024-12-04T06:52:29,029 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 600646029678ee08bad1290e178fecdc in 38ms, sequenceid=13, compaction requested=false 2024-12-04T06:52:29,029 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 600646029678ee08bad1290e178fecdc: 2024-12-04T06:52:29,048 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 600646029678ee08bad1290e178fecdc, disabling compactions & flushes 2024-12-04T06:52:29,049 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733295148887.600646029678ee08bad1290e178fecdc. 2024-12-04T06:52:29,049 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733295148887.600646029678ee08bad1290e178fecdc. 2024-12-04T06:52:29,049 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733295148887.600646029678ee08bad1290e178fecdc. after waiting 0 ms 2024-12-04T06:52:29,049 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733295148887.600646029678ee08bad1290e178fecdc. 2024-12-04T06:52:29,049 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1733295148887.600646029678ee08bad1290e178fecdc. 2024-12-04T06:52:29,050 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733295148887.600646029678ee08bad1290e178fecdc. 2024-12-04T06:52:29,050 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 600646029678ee08bad1290e178fecdc: Waiting for close lock at 1733295149048Disabling compacts and flushes for region at 1733295149048Disabling writes for close at 1733295149049 (+1 ms)Writing region close event to WAL at 1733295149049Closed at 1733295149050 (+1 ms) 2024-12-04T06:52:29,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741932_1111 (size=2805) 2024-12-04T06:52:29,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741932_1111 (size=2805) 2024-12-04T06:52:29,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741932_1111 (size=2805) 2024-12-04T06:52:29,076 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733295148885/wal.1733295148952, size=2.7 K (2805bytes) 2024-12-04T06:52:29,076 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733295148885/wal.1733295148952 2024-12-04T06:52:29,077 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733295148885/wal.1733295148952 after 0ms 2024-12-04T06:52:29,079 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733295148885/wal.1733295148952: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T06:52:29,079 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733295148885/wal.1733295148952 took 3ms 2024-12-04T06:52:29,084 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733295148885/wal.1733295148952 so closing down 2024-12-04T06:52:29,084 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-04T06:52:29,086 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733295148952.temp 2024-12-04T06:52:29,087 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/recovered.edits/0000000000000000003-wal.1733295148952.temp 2024-12-04T06:52:29,087 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-04T06:52:29,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741934_1113 (size=2312) 2024-12-04T06:52:29,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741934_1113 (size=2312) 2024-12-04T06:52:29,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741934_1113 (size=2312) 2024-12-04T06:52:29,093 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/recovered.edits/0000000000000000003-wal.1733295148952.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-04T06:52:29,095 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/recovered.edits/0000000000000000003-wal.1733295148952.temp to hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/recovered.edits/0000000000000000035 2024-12-04T06:52:29,095 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 12 ms; skipped=2; WAL=hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733295148885/wal.1733295148952, size=2.7 K, length=2805, corrupted=false, cancelled=false 2024-12-04T06:52:29,095 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733295148885/wal.1733295148952, journal: Splitting hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733295148885/wal.1733295148952, size=2.7 K (2805bytes) at 1733295149076Finishing writing output for hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733295148885/wal.1733295148952 so closing down at 1733295149084 (+8 ms)Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/recovered.edits/0000000000000000003-wal.1733295148952.temp at 1733295149087 (+3 ms)3 split writer threads finished at 1733295149087Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/recovered.edits/0000000000000000003-wal.1733295148952.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733295149093 (+6 ms)Rename recovered edits hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/recovered.edits/0000000000000000003-wal.1733295148952.temp to hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/recovered.edits/0000000000000000035 at 1733295149095 (+2 ms)Processed 32 edits across 1 Regions in 12 ms; skipped=2; WAL=hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733295148885/wal.1733295148952, size=2.7 K, length=2805, corrupted=false, cancelled=false at 1733295149095 2024-12-04T06:52:29,096 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733295148885/wal.1733295148952 to hdfs://localhost:35969/hbase/oldWALs/wal.1733295148952 2024-12-04T06:52:29,097 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/recovered.edits/0000000000000000035 2024-12-04T06:52:29,097 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-04T06:52:29,099 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733295148885, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-04T06:52:29,112 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733295148885/wal.1733295149099, exclude list is [], retry=0 2024-12-04T06:52:29,114 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33363,DS-006ccf11-2158-49f0-95d4-05abecf554ce,DISK] 2024-12-04T06:52:29,115 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37487,DS-6619e935-c84f-413d-bcbd-dec6f3b539e6,DISK] 2024-12-04T06:52:29,115 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46579,DS-272f10a2-c0e6-4fac-bd0b-cb9585050f38,DISK] 2024-12-04T06:52:29,116 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733295148885/wal.1733295149099 2024-12-04T06:52:29,117 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44439:44439),(127.0.0.1/127.0.0.1:41185:41185),(127.0.0.1/127.0.0.1:43723:43723)] 2024-12-04T06:52:29,117 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 600646029678ee08bad1290e178fecdc, NAME => 'testReplayEditsWrittenViaHRegion,,1733295148887.600646029678ee08bad1290e178fecdc.', STARTKEY => '', ENDKEY => ''} 2024-12-04T06:52:29,117 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733295148887.600646029678ee08bad1290e178fecdc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:52:29,117 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 600646029678ee08bad1290e178fecdc 2024-12-04T06:52:29,117 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 600646029678ee08bad1290e178fecdc 2024-12-04T06:52:29,118 INFO [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 600646029678ee08bad1290e178fecdc 2024-12-04T06:52:29,119 INFO [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 600646029678ee08bad1290e178fecdc columnFamilyName a 2024-12-04T06:52:29,119 DEBUG [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:29,128 DEBUG [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/a/2e79ca491bc946bf97d1aaaf41f804b6 2024-12-04T06:52:29,128 INFO [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] regionserver.HStore(327): Store=600646029678ee08bad1290e178fecdc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:29,128 INFO [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 600646029678ee08bad1290e178fecdc 2024-12-04T06:52:29,129 INFO [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 600646029678ee08bad1290e178fecdc columnFamilyName b 2024-12-04T06:52:29,129 DEBUG [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:29,130 INFO [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] regionserver.HStore(327): Store=600646029678ee08bad1290e178fecdc/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:29,130 INFO [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 600646029678ee08bad1290e178fecdc 2024-12-04T06:52:29,131 INFO [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 600646029678ee08bad1290e178fecdc columnFamilyName c 2024-12-04T06:52:29,131 DEBUG [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:29,131 INFO [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] regionserver.HStore(327): Store=600646029678ee08bad1290e178fecdc/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:29,131 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 600646029678ee08bad1290e178fecdc 2024-12-04T06:52:29,132 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc 2024-12-04T06:52:29,134 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc 2024-12-04T06:52:29,134 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/recovered.edits/0000000000000000035 2024-12-04T06:52:29,136 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T06:52:29,137 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/recovered.edits/0000000000000000035 2024-12-04T06:52:29,137 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 600646029678ee08bad1290e178fecdc 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-12-04T06:52:29,152 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/.tmp/b/460cc7ab9fe44a2aa5093663239d82cb is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733295149029/Put/seqid=0 2024-12-04T06:52:29,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741936_1115 (size=5958) 2024-12-04T06:52:29,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741936_1115 (size=5958) 2024-12-04T06:52:29,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741936_1115 (size=5958) 2024-12-04T06:52:29,161 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/.tmp/b/460cc7ab9fe44a2aa5093663239d82cb 2024-12-04T06:52:29,186 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/.tmp/c/c97f7a598b4e4152bb0d96be90f24b44 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733295149038/Put/seqid=0 2024-12-04T06:52:29,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741937_1116 (size=5958) 2024-12-04T06:52:29,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741937_1116 (size=5958) 2024-12-04T06:52:29,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741937_1116 (size=5958) 2024-12-04T06:52:29,194 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/.tmp/c/c97f7a598b4e4152bb0d96be90f24b44 2024-12-04T06:52:29,200 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/.tmp/b/460cc7ab9fe44a2aa5093663239d82cb as hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/b/460cc7ab9fe44a2aa5093663239d82cb 2024-12-04T06:52:29,205 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/b/460cc7ab9fe44a2aa5093663239d82cb, entries=10, sequenceid=35, filesize=5.8 K 2024-12-04T06:52:29,206 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/.tmp/c/c97f7a598b4e4152bb0d96be90f24b44 as hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/c/c97f7a598b4e4152bb0d96be90f24b44 2024-12-04T06:52:29,210 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/c/c97f7a598b4e4152bb0d96be90f24b44, entries=10, sequenceid=35, filesize=5.8 K 2024-12-04T06:52:29,210 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 600646029678ee08bad1290e178fecdc in 73ms, sequenceid=35, compaction requested=false; wal=null 2024-12-04T06:52:29,211 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/recovered.edits/0000000000000000035 2024-12-04T06:52:29,212 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 600646029678ee08bad1290e178fecdc 2024-12-04T06:52:29,212 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 600646029678ee08bad1290e178fecdc 2024-12-04T06:52:29,213 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T06:52:29,214 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 600646029678ee08bad1290e178fecdc 2024-12-04T06:52:29,216 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-12-04T06:52:29,216 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 600646029678ee08bad1290e178fecdc; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60895194, jitterRate=-0.09259089827537537}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T06:52:29,217 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 600646029678ee08bad1290e178fecdc: Writing region info on filesystem at 1733295149117Initializing all the Stores at 1733295149118 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295149118Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295149118Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295149118Obtaining lock to block concurrent updates at 1733295149138 (+20 ms)Preparing flush snapshotting stores in 600646029678ee08bad1290e178fecdc at 1733295149138Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733295148887.600646029678ee08bad1290e178fecdc., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1733295149138Flushing stores of testReplayEditsWrittenViaHRegion,,1733295148887.600646029678ee08bad1290e178fecdc. at 1733295149138Flushing 600646029678ee08bad1290e178fecdc/b: creating writer at 1733295149138Flushing 600646029678ee08bad1290e178fecdc/b: appending metadata at 1733295149152 (+14 ms)Flushing 600646029678ee08bad1290e178fecdc/b: closing flushed file at 1733295149152Flushing 600646029678ee08bad1290e178fecdc/c: creating writer at 1733295149165 (+13 ms)Flushing 600646029678ee08bad1290e178fecdc/c: appending metadata at 1733295149186 (+21 ms)Flushing 600646029678ee08bad1290e178fecdc/c: closing flushed file at 1733295149186Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7973b3f2: reopening flushed file at 1733295149199 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@133d3b7d: reopening flushed file at 1733295149205 (+6 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 600646029678ee08bad1290e178fecdc in 73ms, sequenceid=35, compaction requested=false; wal=null at 1733295149210 (+5 ms)Cleaning up temporary data from old regions at 1733295149212 (+2 ms)Region opened successfully at 1733295149217 (+5 ms) 2024-12-04T06:52:29,317 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733295148885/wal.1733295149099, size=0 (0bytes) 2024-12-04T06:52:29,317 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733295148885/wal.1733295149099 might be still open, length is 0 2024-12-04T06:52:29,318 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733295148885/wal.1733295149099 2024-12-04T06:52:29,318 WARN [IPC Server handler 4 on default port 35969 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733295148885/wal.1733295149099 has not been closed. Lease recovery is in progress. RecoveryId = 1117 for block blk_1073741935_1114 2024-12-04T06:52:29,318 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733295148885/wal.1733295149099 after 0ms 2024-12-04T06:52:31,420 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1781091661_22 at /127.0.0.1:52782 [Receiving block BP-439067549-172.17.0.2-1733295110487:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:33363:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52782 dst: /127.0.0.1:33363 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:33363 remote=/127.0.0.1:52782]. Total timeout mills is 60000, 57823 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T06:52:31,421 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1781091661_22 at /127.0.0.1:47456 [Receiving block BP-439067549-172.17.0.2-1733295110487:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:46579:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47456 dst: /127.0.0.1:46579 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T06:52:31,421 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1781091661_22 at /127.0.0.1:49752 [Receiving block BP-439067549-172.17.0.2-1733295110487:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:37487:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49752 dst: /127.0.0.1:37487 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T06:52:31,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741935_1117 (size=2304) 2024-12-04T06:52:31,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741935_1117 (size=2304) 2024-12-04T06:52:31,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741935_1117 (size=2304) 2024-12-04T06:52:33,319 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733295148885/wal.1733295149099 after 4001ms 2024-12-04T06:52:33,323 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733295148885/wal.1733295149099: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T06:52:33,323 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733295148885/wal.1733295149099 took 4006ms 2024-12-04T06:52:33,325 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733295148885/wal.1733295149099; continuing. 2024-12-04T06:52:33,326 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733295148885/wal.1733295149099 so closing down 2024-12-04T06:52:33,326 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-04T06:52:33,327 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1733295149099.temp 2024-12-04T06:52:33,328 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/recovered.edits/0000000000000000037-wal.1733295149099.temp 2024-12-04T06:52:33,329 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-04T06:52:33,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741938_1118 (size=2312) 2024-12-04T06:52:33,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741938_1118 (size=2312) 2024-12-04T06:52:33,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741938_1118 (size=2312) 2024-12-04T06:52:33,352 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/recovered.edits/0000000000000000037-wal.1733295149099.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-04T06:52:33,353 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/recovered.edits/0000000000000000037-wal.1733295149099.temp to hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/recovered.edits/0000000000000000066 2024-12-04T06:52:33,354 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733295148885/wal.1733295149099, size=0, length=0, corrupted=false, cancelled=false 2024-12-04T06:52:33,354 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733295148885/wal.1733295149099, journal: Splitting hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733295148885/wal.1733295149099, size=0 (0bytes) at 1733295149317Finishing writing output for hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733295148885/wal.1733295149099 so closing down at 1733295153326 (+4009 ms)Creating recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/recovered.edits/0000000000000000037-wal.1733295149099.temp at 1733295153328 (+2 ms)3 split writer threads finished at 1733295153329 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/recovered.edits/0000000000000000037-wal.1733295149099.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733295153352 (+23 ms)Rename recovered edits hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/recovered.edits/0000000000000000037-wal.1733295149099.temp to hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/recovered.edits/0000000000000000066 at 1733295153354 (+2 ms)Processed 30 edits across 1 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733295148885/wal.1733295149099, size=0, length=0, corrupted=false, cancelled=false at 1733295153354 2024-12-04T06:52:33,356 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733295148885/wal.1733295149099 to hdfs://localhost:35969/hbase/oldWALs/wal.1733295149099 2024-12-04T06:52:33,357 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/recovered.edits/0000000000000000066 2024-12-04T06:52:33,357 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-04T06:52:33,359 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35969/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733295148885, archiveDir=hdfs://localhost:35969/hbase/oldWALs, maxLogs=32 2024-12-04T06:52:33,374 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733295148885/wal.1733295153359, exclude list is [], retry=0 2024-12-04T06:52:33,377 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33363,DS-006ccf11-2158-49f0-95d4-05abecf554ce,DISK] 2024-12-04T06:52:33,377 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37487,DS-6619e935-c84f-413d-bcbd-dec6f3b539e6,DISK] 2024-12-04T06:52:33,378 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46579,DS-272f10a2-c0e6-4fac-bd0b-cb9585050f38,DISK] 2024-12-04T06:52:33,379 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733295148885/wal.1733295153359 2024-12-04T06:52:33,380 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44439:44439),(127.0.0.1/127.0.0.1:41185:41185),(127.0.0.1/127.0.0.1:43723:43723)] 2024-12-04T06:52:33,380 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733295148887.600646029678ee08bad1290e178fecdc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T06:52:33,381 INFO [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 600646029678ee08bad1290e178fecdc 2024-12-04T06:52:33,382 INFO [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 600646029678ee08bad1290e178fecdc columnFamilyName a 2024-12-04T06:52:33,382 DEBUG [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:33,387 DEBUG [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/a/2e79ca491bc946bf97d1aaaf41f804b6 2024-12-04T06:52:33,388 INFO [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] regionserver.HStore(327): Store=600646029678ee08bad1290e178fecdc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:33,388 INFO [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 600646029678ee08bad1290e178fecdc 2024-12-04T06:52:33,389 INFO [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 600646029678ee08bad1290e178fecdc columnFamilyName b 2024-12-04T06:52:33,389 DEBUG [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:33,393 DEBUG [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/b/460cc7ab9fe44a2aa5093663239d82cb 2024-12-04T06:52:33,393 INFO [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] regionserver.HStore(327): Store=600646029678ee08bad1290e178fecdc/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:33,393 INFO [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 600646029678ee08bad1290e178fecdc 2024-12-04T06:52:33,394 INFO [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 600646029678ee08bad1290e178fecdc columnFamilyName c 2024-12-04T06:52:33,394 DEBUG [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T06:52:33,398 DEBUG [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/c/c97f7a598b4e4152bb0d96be90f24b44 2024-12-04T06:52:33,398 INFO [StoreOpener-600646029678ee08bad1290e178fecdc-1 {}] regionserver.HStore(327): Store=600646029678ee08bad1290e178fecdc/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T06:52:33,398 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 600646029678ee08bad1290e178fecdc 2024-12-04T06:52:33,399 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc 2024-12-04T06:52:33,400 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc 2024-12-04T06:52:33,401 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/recovered.edits/0000000000000000066 2024-12-04T06:52:33,403 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-04T06:52:33,408 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/recovered.edits/0000000000000000066 2024-12-04T06:52:33,409 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 600646029678ee08bad1290e178fecdc 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-04T06:52:33,430 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/.tmp/a/734f102fc4d84519a9ad5168df598ac2 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1733295149222/Put/seqid=0 2024-12-04T06:52:33,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741940_1120 (size=5958) 2024-12-04T06:52:33,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741940_1120 (size=5958) 2024-12-04T06:52:33,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741940_1120 (size=5958) 2024-12-04T06:52:33,438 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/.tmp/a/734f102fc4d84519a9ad5168df598ac2 2024-12-04T06:52:33,457 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/.tmp/b/d89e3b1162ba4649952859fb26a78e56 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1733295149230/Put/seqid=0 2024-12-04T06:52:33,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741941_1121 (size=5958) 2024-12-04T06:52:33,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741941_1121 (size=5958) 2024-12-04T06:52:33,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741941_1121 (size=5958) 2024-12-04T06:52:33,464 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/.tmp/b/d89e3b1162ba4649952859fb26a78e56 2024-12-04T06:52:33,482 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/.tmp/c/120c889371d44a02917969beda2525dd is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1733295149237/Put/seqid=0 2024-12-04T06:52:33,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741942_1122 (size=5958) 2024-12-04T06:52:33,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741942_1122 (size=5958) 2024-12-04T06:52:33,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741942_1122 (size=5958) 2024-12-04T06:52:33,488 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/.tmp/c/120c889371d44a02917969beda2525dd 2024-12-04T06:52:33,493 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/.tmp/a/734f102fc4d84519a9ad5168df598ac2 as hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/a/734f102fc4d84519a9ad5168df598ac2 2024-12-04T06:52:33,498 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/a/734f102fc4d84519a9ad5168df598ac2, entries=10, sequenceid=66, filesize=5.8 K 2024-12-04T06:52:33,498 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/.tmp/b/d89e3b1162ba4649952859fb26a78e56 as hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/b/d89e3b1162ba4649952859fb26a78e56 2024-12-04T06:52:33,503 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/b/d89e3b1162ba4649952859fb26a78e56, entries=10, sequenceid=66, filesize=5.8 K 2024-12-04T06:52:33,504 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/.tmp/c/120c889371d44a02917969beda2525dd as hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/c/120c889371d44a02917969beda2525dd 2024-12-04T06:52:33,508 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/c/120c889371d44a02917969beda2525dd, entries=10, sequenceid=66, filesize=5.8 K 2024-12-04T06:52:33,508 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 600646029678ee08bad1290e178fecdc in 100ms, sequenceid=66, compaction requested=false; wal=null 2024-12-04T06:52:33,509 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/recovered.edits/0000000000000000066 2024-12-04T06:52:33,510 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 600646029678ee08bad1290e178fecdc 2024-12-04T06:52:33,510 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 600646029678ee08bad1290e178fecdc 2024-12-04T06:52:33,510 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T06:52:33,512 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 600646029678ee08bad1290e178fecdc 2024-12-04T06:52:33,514 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/hbase/data/default/testReplayEditsWrittenViaHRegion/600646029678ee08bad1290e178fecdc/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-12-04T06:52:33,514 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 600646029678ee08bad1290e178fecdc; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58840182, jitterRate=-0.12321296334266663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T06:52:33,515 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 600646029678ee08bad1290e178fecdc: Writing region info on filesystem at 1733295153380Initializing all the Stores at 1733295153381 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295153381Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295153381Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733295153381Obtaining lock to block concurrent updates at 1733295153409 (+28 ms)Preparing flush snapshotting stores in 600646029678ee08bad1290e178fecdc at 1733295153409Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733295148887.600646029678ee08bad1290e178fecdc., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1733295153409Flushing stores of testReplayEditsWrittenViaHRegion,,1733295148887.600646029678ee08bad1290e178fecdc. at 1733295153409Flushing 600646029678ee08bad1290e178fecdc/a: creating writer at 1733295153409Flushing 600646029678ee08bad1290e178fecdc/a: appending metadata at 1733295153429 (+20 ms)Flushing 600646029678ee08bad1290e178fecdc/a: closing flushed file at 1733295153429Flushing 600646029678ee08bad1290e178fecdc/b: creating writer at 1733295153443 (+14 ms)Flushing 600646029678ee08bad1290e178fecdc/b: appending metadata at 1733295153457 (+14 ms)Flushing 600646029678ee08bad1290e178fecdc/b: closing flushed file at 1733295153457Flushing 600646029678ee08bad1290e178fecdc/c: creating writer at 1733295153468 (+11 ms)Flushing 600646029678ee08bad1290e178fecdc/c: appending metadata at 1733295153481 (+13 ms)Flushing 600646029678ee08bad1290e178fecdc/c: closing flushed file at 1733295153481Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24813f0e: reopening flushed file at 1733295153492 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@633a0a5d: reopening flushed file at 1733295153498 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@470746eb: reopening flushed file at 1733295153503 (+5 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 600646029678ee08bad1290e178fecdc in 100ms, sequenceid=66, compaction requested=false; wal=null at 1733295153508 (+5 ms)Cleaning up temporary data from old regions at 1733295153510 (+2 ms)Region opened successfully at 1733295153514 (+4 ms) 2024-12-04T06:52:33,525 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 600646029678ee08bad1290e178fecdc, disabling compactions & flushes 2024-12-04T06:52:33,525 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733295148887.600646029678ee08bad1290e178fecdc. 2024-12-04T06:52:33,525 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733295148887.600646029678ee08bad1290e178fecdc. 2024-12-04T06:52:33,525 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733295148887.600646029678ee08bad1290e178fecdc. after waiting 0 ms 2024-12-04T06:52:33,525 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733295148887.600646029678ee08bad1290e178fecdc. 2024-12-04T06:52:33,527 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733295148887.600646029678ee08bad1290e178fecdc. 2024-12-04T06:52:33,527 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 600646029678ee08bad1290e178fecdc: Waiting for close lock at 1733295153525Disabling compacts and flushes for region at 1733295153525Disabling writes for close at 1733295153525Writing region close event to WAL at 1733295153527 (+2 ms)Closed at 1733295153527 2024-12-04T06:52:33,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741939_1119 (size=93) 2024-12-04T06:52:33,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741939_1119 (size=93) 2024-12-04T06:52:33,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741939_1119 (size=93) 2024-12-04T06:52:33,531 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-04T06:52:33,531 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733295153359) 2024-12-04T06:52:33,546 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenViaHRegion Thread=446 (was 439) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:35969 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-411652703_22 at /127.0.0.1:55502 [Waiting for operation #24] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-411652703_22 at /127.0.0.1:57544 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-411652703_22 at /127.0.0.1:32788 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:35969 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1410 (was 1343) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=287 (was 285) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6003 (was 6042) 2024-12-04T06:52:33,546 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1410 is superior to 1024 2024-12-04T06:52:33,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T06:52:33,546 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T06:52:33,546 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T06:52:33,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T06:52:33,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T06:52:33,547 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T06:52:33,547 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T06:52:33,547 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=633453724, stopped=false 2024-12-04T06:52:33,547 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=607fd5c6574c,38217,1733295113534 2024-12-04T06:52:33,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41851-0x1017c3e6c830003, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T06:52:33,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43051-0x1017c3e6c830002, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T06:52:33,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38217-0x1017c3e6c830000, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T06:52:33,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41851-0x1017c3e6c830003, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:52:33,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43051-0x1017c3e6c830002, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:52:33,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38217-0x1017c3e6c830000, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:52:33,549 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T06:52:33,550 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43051-0x1017c3e6c830002, quorum=127.0.0.1:62341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T06:52:33,550 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T06:52:33,550 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38217-0x1017c3e6c830000, quorum=127.0.0.1:62341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T06:52:33,550 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41851-0x1017c3e6c830003, quorum=127.0.0.1:62341, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T06:52:33,550 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T06:52:33,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T06:52:33,551 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '607fd5c6574c,43051,1733295114332' ***** 2024-12-04T06:52:33,551 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T06:52:33,551 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '607fd5c6574c,41851,1733295114388' ***** 2024-12-04T06:52:33,551 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T06:52:33,551 INFO [RS:1;607fd5c6574c:43051 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T06:52:33,551 INFO [RS:2;607fd5c6574c:41851 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T06:52:33,551 INFO [RS:1;607fd5c6574c:43051 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T06:52:33,551 INFO [RS:2;607fd5c6574c:41851 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T06:52:33,551 INFO [RS:1;607fd5c6574c:43051 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T06:52:33,551 INFO [RS:1;607fd5c6574c:43051 {}] regionserver.HRegionServer(3091): Received CLOSE for abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:33,551 INFO [RS:2;607fd5c6574c:41851 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T06:52:33,551 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T06:52:33,552 INFO [RS:2;607fd5c6574c:41851 {}] regionserver.HRegionServer(959): stopping server 607fd5c6574c,41851,1733295114388 2024-12-04T06:52:33,552 INFO [RS:1;607fd5c6574c:43051 {}] regionserver.HRegionServer(959): stopping server 607fd5c6574c,43051,1733295114332 2024-12-04T06:52:33,552 INFO [RS:1;607fd5c6574c:43051 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T06:52:33,552 INFO [RS:2;607fd5c6574c:41851 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T06:52:33,552 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing abc66bc0514573eea8aee71f18767294, disabling compactions & flushes 2024-12-04T06:52:33,552 INFO [RS:2;607fd5c6574c:41851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;607fd5c6574c:41851. 2024-12-04T06:52:33,552 INFO [RS:1;607fd5c6574c:43051 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;607fd5c6574c:43051. 2024-12-04T06:52:33,552 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. 2024-12-04T06:52:33,552 DEBUG [RS:2;607fd5c6574c:41851 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T06:52:33,552 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. 2024-12-04T06:52:33,552 DEBUG [RS:2;607fd5c6574c:41851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T06:52:33,552 DEBUG [RS:1;607fd5c6574c:43051 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T06:52:33,552 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. after waiting 0 ms 2024-12-04T06:52:33,552 DEBUG [RS:1;607fd5c6574c:43051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T06:52:33,552 INFO [RS:2;607fd5c6574c:41851 {}] regionserver.HRegionServer(976): stopping server 607fd5c6574c,41851,1733295114388; all regions closed. 2024-12-04T06:52:33,552 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. 2024-12-04T06:52:33,552 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T06:52:33,552 INFO [RS:1;607fd5c6574c:43051 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T06:52:33,552 INFO [RS:1;607fd5c6574c:43051 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T06:52:33,552 INFO [RS:1;607fd5c6574c:43051 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T06:52:33,552 INFO [RS:1;607fd5c6574c:43051 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T06:52:33,553 INFO [RS:1;607fd5c6574c:43051 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T06:52:33,553 DEBUG [RS:1;607fd5c6574c:43051 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, abc66bc0514573eea8aee71f18767294=testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294.} 2024-12-04T06:52:33,553 DEBUG [RS:1;607fd5c6574c:43051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, abc66bc0514573eea8aee71f18767294 2024-12-04T06:52:33,553 DEBUG [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T06:52:33,553 INFO [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T06:52:33,553 DEBUG [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T06:52:33,553 DEBUG [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T06:52:33,553 DEBUG [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T06:52:33,553 INFO [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.19 KB heapSize=2.79 KB 2024-12-04T06:52:33,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741834_1010 (size=93) 2024-12-04T06:52:33,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741834_1010 (size=93) 2024-12-04T06:52:33,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741834_1010 (size=93) 2024-12-04T06:52:33,558 DEBUG [RS:2;607fd5c6574c:41851 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/oldWALs 2024-12-04T06:52:33,558 INFO [RS:2;607fd5c6574c:41851 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 607fd5c6574c%2C41851%2C1733295114388:(num 1733295115744) 2024-12-04T06:52:33,558 DEBUG [RS:2;607fd5c6574c:41851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T06:52:33,558 INFO [RS:2;607fd5c6574c:41851 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T06:52:33,558 INFO [RS:2;607fd5c6574c:41851 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T06:52:33,558 INFO [RS:2;607fd5c6574c:41851 {}] hbase.ChoreService(370): Chore service for: regionserver/607fd5c6574c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T06:52:33,558 INFO [RS:2;607fd5c6574c:41851 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T06:52:33,558 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/default/testReplayEditsAfterRegionMovedWithMultiCF/abc66bc0514573eea8aee71f18767294/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-12-04T06:52:33,558 INFO [RS:2;607fd5c6574c:41851 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T06:52:33,558 INFO [regionserver/607fd5c6574c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T06:52:33,558 INFO [RS:2;607fd5c6574c:41851 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T06:52:33,558 INFO [RS:2;607fd5c6574c:41851 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T06:52:33,558 INFO [RS:2;607fd5c6574c:41851 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41851 2024-12-04T06:52:33,559 INFO [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. 2024-12-04T06:52:33,559 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for abc66bc0514573eea8aee71f18767294: Waiting for close lock at 1733295153552Running coprocessor pre-close hooks at 1733295153552Disabling compacts and flushes for region at 1733295153552Disabling writes for close at 1733295153552Writing region close event to WAL at 1733295153553 (+1 ms)Running coprocessor post-close hooks at 1733295153559 (+6 ms)Closed at 1733295153559 2024-12-04T06:52:33,559 DEBUG [RS_CLOSE_REGION-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294. 2024-12-04T06:52:33,560 DEBUG [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/hbase/meta/1588230740/.tmp/info/7680b23888324e0fb589780b950a60c7 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1733295129091.abc66bc0514573eea8aee71f18767294./info:regioninfo/1733295133085/Put/seqid=0 2024-12-04T06:52:33,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41851-0x1017c3e6c830003, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/607fd5c6574c,41851,1733295114388 2024-12-04T06:52:33,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38217-0x1017c3e6c830000, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T06:52:33,561 INFO [RS:2;607fd5c6574c:41851 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T06:52:33,562 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [607fd5c6574c,41851,1733295114388] 2024-12-04T06:52:33,565 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/607fd5c6574c,41851,1733295114388 already deleted, retry=false 2024-12-04T06:52:33,565 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 607fd5c6574c,41851,1733295114388 expired; onlineServers=1 2024-12-04T06:52:33,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741943_1123 (size=6778) 2024-12-04T06:52:33,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741943_1123 (size=6778) 2024-12-04T06:52:33,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741943_1123 (size=6778) 2024-12-04T06:52:33,567 INFO [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.19 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/hbase/meta/1588230740/.tmp/info/7680b23888324e0fb589780b950a60c7 2024-12-04T06:52:33,573 DEBUG [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/hbase/meta/1588230740/.tmp/info/7680b23888324e0fb589780b950a60c7 as hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/hbase/meta/1588230740/info/7680b23888324e0fb589780b950a60c7 2024-12-04T06:52:33,578 INFO [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/hbase/meta/1588230740/info/7680b23888324e0fb589780b950a60c7, entries=8, sequenceid=23, filesize=6.6 K 2024-12-04T06:52:33,579 INFO [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.19 KB/1218, heapSize ~2.02 KB/2072, currentSize=0 B/0 for 1588230740 in 26ms, sequenceid=23, compaction requested=false 2024-12-04T06:52:33,584 DEBUG [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/data/hbase/meta/1588230740/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=18 2024-12-04T06:52:33,584 DEBUG [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T06:52:33,584 INFO [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T06:52:33,585 DEBUG [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733295153553Running coprocessor pre-close hooks at 1733295153553Disabling compacts and flushes for region at 1733295153553Disabling writes for close at 1733295153553Obtaining lock to block concurrent updates at 1733295153553Preparing flush snapshotting stores in 1588230740 at 1733295153553Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1218, getHeapSize=2792, getOffHeapSize=0, getCellsCount=8 at 1733295153554 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733295153555 (+1 ms)Flushing 1588230740/info: creating writer at 1733295153555Flushing 1588230740/info: appending metadata at 1733295153559 (+4 ms)Flushing 1588230740/info: closing flushed file at 1733295153559Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c94f4d7: reopening flushed file at 1733295153572 (+13 ms)Finished flush of dataSize ~1.19 KB/1218, heapSize ~2.02 KB/2072, currentSize=0 B/0 for 1588230740 in 26ms, sequenceid=23, compaction requested=false at 1733295153580 (+8 ms)Writing region close event to WAL at 1733295153581 (+1 ms)Running coprocessor post-close hooks at 1733295153584 (+3 ms)Closed at 1733295153584 2024-12-04T06:52:33,585 DEBUG [RS_CLOSE_META-regionserver/607fd5c6574c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T06:52:33,623 INFO [regionserver/607fd5c6574c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T06:52:33,623 INFO [regionserver/607fd5c6574c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T06:52:33,631 INFO [regionserver/607fd5c6574c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T06:52:33,632 INFO [regionserver/607fd5c6574c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T06:52:33,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41851-0x1017c3e6c830003, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T06:52:33,662 INFO [RS:2;607fd5c6574c:41851 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T06:52:33,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41851-0x1017c3e6c830003, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T06:52:33,662 INFO [RS:2;607fd5c6574c:41851 {}] regionserver.HRegionServer(1031): Exiting; stopping=607fd5c6574c,41851,1733295114388; zookeeper connection closed. 2024-12-04T06:52:33,663 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3fc1a2f1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3fc1a2f1 2024-12-04T06:52:33,753 INFO [RS:1;607fd5c6574c:43051 {}] regionserver.HRegionServer(976): stopping server 607fd5c6574c,43051,1733295114332; all regions closed. 2024-12-04T06:52:33,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741893_1071 (size=1552) 2024-12-04T06:52:33,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741893_1071 (size=1552) 2024-12-04T06:52:33,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741893_1071 (size=1552) 2024-12-04T06:52:33,758 DEBUG [RS:1;607fd5c6574c:43051 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/oldWALs 2024-12-04T06:52:33,758 INFO [RS:1;607fd5c6574c:43051 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 607fd5c6574c%2C43051%2C1733295114332.meta:.meta(num 1733295132234) 2024-12-04T06:52:33,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741835_1011 (size=2652) 2024-12-04T06:52:33,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741835_1011 (size=2652) 2024-12-04T06:52:33,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741835_1011 (size=2652) 2024-12-04T06:52:33,763 DEBUG [RS:1;607fd5c6574c:43051 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/oldWALs 2024-12-04T06:52:33,763 INFO [RS:1;607fd5c6574c:43051 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 607fd5c6574c%2C43051%2C1733295114332:(num 1733295115747) 2024-12-04T06:52:33,763 DEBUG [RS:1;607fd5c6574c:43051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T06:52:33,763 INFO [RS:1;607fd5c6574c:43051 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T06:52:33,763 INFO [RS:1;607fd5c6574c:43051 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T06:52:33,763 INFO [RS:1;607fd5c6574c:43051 {}] hbase.ChoreService(370): Chore service for: regionserver/607fd5c6574c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T06:52:33,763 INFO [RS:1;607fd5c6574c:43051 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T06:52:33,763 INFO [regionserver/607fd5c6574c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T06:52:33,764 INFO [RS:1;607fd5c6574c:43051 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43051 2024-12-04T06:52:33,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43051-0x1017c3e6c830002, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/607fd5c6574c,43051,1733295114332 2024-12-04T06:52:33,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38217-0x1017c3e6c830000, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T06:52:33,766 INFO [RS:1;607fd5c6574c:43051 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T06:52:33,768 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [607fd5c6574c,43051,1733295114332] 2024-12-04T06:52:33,769 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/607fd5c6574c,43051,1733295114332 already deleted, retry=false 2024-12-04T06:52:33,770 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 607fd5c6574c,43051,1733295114332 expired; onlineServers=0 2024-12-04T06:52:33,770 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '607fd5c6574c,38217,1733295113534' ***** 2024-12-04T06:52:33,770 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T06:52:33,770 INFO [M:0;607fd5c6574c:38217 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T06:52:33,770 INFO [M:0;607fd5c6574c:38217 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T06:52:33,770 DEBUG [M:0;607fd5c6574c:38217 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T06:52:33,770 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T06:52:33,770 DEBUG [M:0;607fd5c6574c:38217 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T06:52:33,770 DEBUG [master/607fd5c6574c:0:becomeActiveMaster-HFileCleaner.large.0-1733295115439 {}] cleaner.HFileCleaner(306): Exit Thread[master/607fd5c6574c:0:becomeActiveMaster-HFileCleaner.large.0-1733295115439,5,FailOnTimeoutGroup] 2024-12-04T06:52:33,770 DEBUG [master/607fd5c6574c:0:becomeActiveMaster-HFileCleaner.small.0-1733295115440 {}] cleaner.HFileCleaner(306): Exit Thread[master/607fd5c6574c:0:becomeActiveMaster-HFileCleaner.small.0-1733295115440,5,FailOnTimeoutGroup] 2024-12-04T06:52:33,771 INFO [M:0;607fd5c6574c:38217 {}] hbase.ChoreService(370): Chore service for: master/607fd5c6574c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T06:52:33,771 INFO [M:0;607fd5c6574c:38217 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T06:52:33,771 DEBUG [M:0;607fd5c6574c:38217 {}] master.HMaster(1795): Stopping service threads 2024-12-04T06:52:33,771 INFO [M:0;607fd5c6574c:38217 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T06:52:33,771 INFO [M:0;607fd5c6574c:38217 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T06:52:33,772 INFO [M:0;607fd5c6574c:38217 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T06:52:33,772 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T06:52:33,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38217-0x1017c3e6c830000, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-04T06:52:33,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38217-0x1017c3e6c830000, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T06:52:33,774 DEBUG [M:0;607fd5c6574c:38217 {}] zookeeper.ZKUtil(347): master:38217-0x1017c3e6c830000, quorum=127.0.0.1:62341, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-04T06:52:33,774 WARN [M:0;607fd5c6574c:38217 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T06:52:33,775 INFO [M:0;607fd5c6574c:38217 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/.lastflushedseqids 2024-12-04T06:52:33,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741944_1124 (size=119) 2024-12-04T06:52:33,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741944_1124 (size=119) 2024-12-04T06:52:33,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741944_1124 (size=119) 2024-12-04T06:52:33,789 INFO [M:0;607fd5c6574c:38217 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T06:52:33,789 INFO [M:0;607fd5c6574c:38217 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T06:52:33,789 DEBUG [M:0;607fd5c6574c:38217 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T06:52:33,789 INFO [M:0;607fd5c6574c:38217 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T06:52:33,789 DEBUG [M:0;607fd5c6574c:38217 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T06:52:33,789 DEBUG [M:0;607fd5c6574c:38217 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T06:52:33,789 DEBUG [M:0;607fd5c6574c:38217 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T06:52:33,790 INFO [M:0;607fd5c6574c:38217 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=83.40 KB heapSize=102.70 KB 2024-12-04T06:52:33,805 DEBUG [M:0;607fd5c6574c:38217 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2920a666c5754cb6ad21831ca3dba858 is 82, key is hbase:meta,,1/info:regioninfo/1733295132410/Put/seqid=0 2024-12-04T06:52:33,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741945_1125 (size=6063) 2024-12-04T06:52:33,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741945_1125 (size=6063) 2024-12-04T06:52:33,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741945_1125 (size=6063) 2024-12-04T06:52:33,812 INFO [M:0;607fd5c6574c:38217 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2920a666c5754cb6ad21831ca3dba858 2024-12-04T06:52:33,831 DEBUG [M:0;607fd5c6574c:38217 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c4f7cb165a2f4c5b839f3f224d12a527 is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733295129548/Put/seqid=0 2024-12-04T06:52:33,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741946_1126 (size=7907) 2024-12-04T06:52:33,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741946_1126 (size=7907) 2024-12-04T06:52:33,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741946_1126 (size=7907) 2024-12-04T06:52:33,838 INFO [M:0;607fd5c6574c:38217 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=82.17 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c4f7cb165a2f4c5b839f3f224d12a527 2024-12-04T06:52:33,843 INFO [M:0;607fd5c6574c:38217 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c4f7cb165a2f4c5b839f3f224d12a527 2024-12-04T06:52:33,860 DEBUG [M:0;607fd5c6574c:38217 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/542d44cb633c4d68888f6339bf1c0fed is 69, key is 607fd5c6574c,41851,1733295114388/rs:state/1733295115484/Put/seqid=0 2024-12-04T06:52:33,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741947_1127 (size=5440) 2024-12-04T06:52:33,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741947_1127 (size=5440) 2024-12-04T06:52:33,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741947_1127 (size=5440) 2024-12-04T06:52:33,867 INFO [M:0;607fd5c6574c:38217 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/542d44cb633c4d68888f6339bf1c0fed 2024-12-04T06:52:33,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43051-0x1017c3e6c830002, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T06:52:33,868 INFO [RS:1;607fd5c6574c:43051 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T06:52:33,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43051-0x1017c3e6c830002, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T06:52:33,868 INFO [RS:1;607fd5c6574c:43051 {}] regionserver.HRegionServer(1031): Exiting; stopping=607fd5c6574c,43051,1733295114332; zookeeper connection closed. 2024-12-04T06:52:33,868 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@79f104c1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@79f104c1 2024-12-04T06:52:33,869 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-04T06:52:33,871 INFO [M:0;607fd5c6574c:38217 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 542d44cb633c4d68888f6339bf1c0fed 2024-12-04T06:52:33,872 DEBUG [M:0;607fd5c6574c:38217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2920a666c5754cb6ad21831ca3dba858 as hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2920a666c5754cb6ad21831ca3dba858 2024-12-04T06:52:33,876 INFO [M:0;607fd5c6574c:38217 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2920a666c5754cb6ad21831ca3dba858, entries=14, sequenceid=207, filesize=5.9 K 2024-12-04T06:52:33,877 DEBUG [M:0;607fd5c6574c:38217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c4f7cb165a2f4c5b839f3f224d12a527 as hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c4f7cb165a2f4c5b839f3f224d12a527 2024-12-04T06:52:33,882 INFO [M:0;607fd5c6574c:38217 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c4f7cb165a2f4c5b839f3f224d12a527 2024-12-04T06:52:33,882 INFO [M:0;607fd5c6574c:38217 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c4f7cb165a2f4c5b839f3f224d12a527, entries=21, sequenceid=207, filesize=7.7 K 2024-12-04T06:52:33,883 DEBUG [M:0;607fd5c6574c:38217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/542d44cb633c4d68888f6339bf1c0fed as hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/542d44cb633c4d68888f6339bf1c0fed 2024-12-04T06:52:33,887 INFO [M:0;607fd5c6574c:38217 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 542d44cb633c4d68888f6339bf1c0fed 2024-12-04T06:52:33,887 INFO [M:0;607fd5c6574c:38217 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/user/jenkins/test-data/312fbccb-a359-e205-a332-dbd098467843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/542d44cb633c4d68888f6339bf1c0fed, entries=3, sequenceid=207, filesize=5.3 K 2024-12-04T06:52:33,888 INFO [M:0;607fd5c6574c:38217 {}] regionserver.HRegion(3140): Finished flush of dataSize ~83.40 KB/85398, heapSize ~102.41 KB/104864, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 99ms, sequenceid=207, compaction requested=false 2024-12-04T06:52:33,889 INFO [M:0;607fd5c6574c:38217 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T06:52:33,889 DEBUG [M:0;607fd5c6574c:38217 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733295153789Disabling compacts and flushes for region at 1733295153789Disabling writes for close at 1733295153789Obtaining lock to block concurrent updates at 1733295153790 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733295153790Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=85398, getHeapSize=105104, getOffHeapSize=0, getCellsCount=248 at 1733295153790Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733295153790Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733295153790Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733295153805 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733295153805Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733295153816 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733295153830 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733295153831 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733295153843 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733295153860 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733295153860Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35d088b1: reopening flushed file at 1733295153871 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5398fdda: reopening flushed file at 1733295153877 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e79c535: reopening flushed file at 1733295153882 (+5 ms)Finished flush of dataSize ~83.40 KB/85398, heapSize ~102.41 KB/104864, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 99ms, sequenceid=207, compaction requested=false at 1733295153888 (+6 ms)Writing region close event to WAL at 1733295153889 (+1 ms)Closed at 1733295153889 2024-12-04T06:52:33,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33363 is added to blk_1073741830_1006 (size=86747) 2024-12-04T06:52:33,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741830_1006 (size=86747) 2024-12-04T06:52:33,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46579 is added to blk_1073741830_1006 (size=86747) 2024-12-04T06:52:33,893 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T06:52:33,893 INFO [M:0;607fd5c6574c:38217 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T06:52:33,893 INFO [M:0;607fd5c6574c:38217 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38217 2024-12-04T06:52:33,893 INFO [M:0;607fd5c6574c:38217 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T06:52:33,943 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-12-04T06:52:33,943 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-12-04T06:52:33,944 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-12-04T06:52:33,944 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-12-04T06:52:33,945 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T06:52:33,945 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T06:52:33,945 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T06:52:33,945 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-12-04T06:52:33,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38217-0x1017c3e6c830000, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T06:52:33,995 INFO [M:0;607fd5c6574c:38217 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T06:52:33,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38217-0x1017c3e6c830000, quorum=127.0.0.1:62341, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T06:52:34,002 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733295134146/wal.1733295143407 with renewLeaseKey: DEFAULT_16688 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733295134146/wal.1733295143407 (inode 16688) Holder DFSClient_NONMAPREDUCE_1781091661_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733295134146/wal.1733295143407 (inode 16688) Holder DFSClient_NONMAPREDUCE_1781091661_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-04T06:52:34,004 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733295133247/wal.1733295133992 with renewLeaseKey: DEFAULT_16665 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733295133247/wal.1733295133992 (inode 16665) Holder DFSClient_NONMAPREDUCE_1781091661_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733295133247/wal.1733295133992 (inode 16665) Holder DFSClient_NONMAPREDUCE_1781091661_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-04T06:52:34,005 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733295124609/wal.1733295124785 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T06:52:34,007 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733295143631/wal.1733295144170 with renewLeaseKey: DEFAULT_16714 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733295143631/wal.1733295144170 (inode 16714) Holder DFSClient_NONMAPREDUCE_1781091661_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733295143631/wal.1733295144170 (inode 16714) Holder DFSClient_NONMAPREDUCE_1781091661_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-04T06:52:34,007 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733295144362/wal.1733295144447 with renewLeaseKey: DEFAULT_16736 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T06:52:34,007 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733295148885/wal.1733295149099 with renewLeaseKey: DEFAULT_16777 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T06:52:34,007 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733295117434/wal.1733295117507 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T06:52:34,009 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733295117097/wal.1733295117286 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733295117097/wal.1733295117286 (inode 16485) Holder DFSClient_NONMAPREDUCE_1781091661_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733295117097/wal.1733295117286 (inode 16485) Holder DFSClient_NONMAPREDUCE_1781091661_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-04T06:52:34,011 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733295116615/wal.1733295116844 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733295116615/wal.1733295116844 (inode 16462) Holder DFSClient_NONMAPREDUCE_1781091661_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733295116615/wal.1733295116844 (inode 16462) Holder DFSClient_NONMAPREDUCE_1781091661_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-04T06:52:34,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4290616c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T06:52:34,017 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e25d2b6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T06:52:34,018 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T06:52:34,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6853f5bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T06:52:34,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bf0fdb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/hadoop.log.dir/,STOPPED} 2024-12-04T06:52:34,020 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T06:52:34,020 WARN [BP-439067549-172.17.0.2-1733295110487 heartbeating to localhost/127.0.0.1:35969 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T06:52:34,020 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T06:52:34,020 WARN [BP-439067549-172.17.0.2-1733295110487 heartbeating to localhost/127.0.0.1:35969 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-439067549-172.17.0.2-1733295110487 (Datanode Uuid 1d3f28c5-ea40-4ecf-9840-76eaa68b28bd) service to localhost/127.0.0.1:35969 2024-12-04T06:52:34,022 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/cluster_d051eb78-b3be-3928-b4be-610d68166fea/data/data5/current/BP-439067549-172.17.0.2-1733295110487 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T06:52:34,022 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/cluster_d051eb78-b3be-3928-b4be-610d68166fea/data/data6/current/BP-439067549-172.17.0.2-1733295110487 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T06:52:34,022 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T06:52:34,024 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28e1ba78{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T06:52:34,024 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@702c0733{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T06:52:34,024 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T06:52:34,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3264f7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T06:52:34,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e971547{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/hadoop.log.dir/,STOPPED} 2024-12-04T06:52:34,026 WARN [BP-439067549-172.17.0.2-1733295110487 heartbeating to localhost/127.0.0.1:35969 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T06:52:34,026 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T06:52:34,026 WARN [BP-439067549-172.17.0.2-1733295110487 heartbeating to localhost/127.0.0.1:35969 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-439067549-172.17.0.2-1733295110487 (Datanode Uuid d40a4272-e632-4b73-9812-f1eb4f1cd0f3) service to localhost/127.0.0.1:35969 2024-12-04T06:52:34,026 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T06:52:34,026 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/cluster_d051eb78-b3be-3928-b4be-610d68166fea/data/data3/current/BP-439067549-172.17.0.2-1733295110487 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T06:52:34,027 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/cluster_d051eb78-b3be-3928-b4be-610d68166fea/data/data4/current/BP-439067549-172.17.0.2-1733295110487 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T06:52:34,027 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T06:52:34,029 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4dc44ec6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T06:52:34,029 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17f6e478{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T06:52:34,029 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T06:52:34,029 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d33512e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T06:52:34,029 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b895d95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/hadoop.log.dir/,STOPPED} 2024-12-04T06:52:34,030 WARN [BP-439067549-172.17.0.2-1733295110487 heartbeating to localhost/127.0.0.1:35969 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T06:52:34,030 WARN [BP-439067549-172.17.0.2-1733295110487 heartbeating to localhost/127.0.0.1:35969 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-439067549-172.17.0.2-1733295110487 (Datanode Uuid 95f34da8-f549-43a8-9637-54ffdb4fc74e) service to localhost/127.0.0.1:35969 2024-12-04T06:52:34,030 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T06:52:34,030 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T06:52:34,031 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/cluster_d051eb78-b3be-3928-b4be-610d68166fea/data/data1/current/BP-439067549-172.17.0.2-1733295110487 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T06:52:34,031 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/cluster_d051eb78-b3be-3928-b4be-610d68166fea/data/data2/current/BP-439067549-172.17.0.2-1733295110487 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T06:52:34,031 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T06:52:34,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1843526c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T06:52:34,039 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@776c4d96{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T06:52:34,039 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T06:52:34,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70596a48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T06:52:34,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6630be9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff8942bb-5a5c-2db4-c961-ba21eebe4ae9/hadoop.log.dir/,STOPPED} 2024-12-04T06:52:34,050 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T06:52:34,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down