2024-11-20 06:42:52,506 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-20 06:42:52,518 main DEBUG Took 0.009890 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 06:42:52,518 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 06:42:52,519 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 06:42:52,520 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 06:42:52,521 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:42:52,530 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 06:42:52,545 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:42:52,546 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:42:52,547 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:42:52,548 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:42:52,548 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:42:52,549 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:42:52,550 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:42:52,550 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:42:52,551 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:42:52,551 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:42:52,552 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:42:52,553 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:42:52,554 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:42:52,554 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:42:52,555 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:42:52,555 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:42:52,556 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:42:52,556 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:42:52,557 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:42:52,557 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:42:52,558 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:42:52,558 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:42:52,559 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:42:52,559 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:42:52,560 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:42:52,560 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 06:42:52,562 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:42:52,564 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 06:42:52,566 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 06:42:52,566 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 06:42:52,568 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 06:42:52,568 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 06:42:52,578 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 06:42:52,582 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 06:42:52,584 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 06:42:52,584 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 06:42:52,585 main DEBUG createAppenders(={Console}) 2024-11-20 06:42:52,586 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-11-20 06:42:52,586 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-20 06:42:52,586 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-11-20 06:42:52,587 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 06:42:52,587 main DEBUG OutputStream closed 2024-11-20 06:42:52,588 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 06:42:52,588 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 06:42:52,588 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-11-20 06:42:52,673 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 06:42:52,676 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 06:42:52,678 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 06:42:52,679 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 06:42:52,680 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 06:42:52,681 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 06:42:52,681 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 06:42:52,682 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 06:42:52,682 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 06:42:52,683 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 06:42:52,683 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 06:42:52,683 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 06:42:52,684 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 06:42:52,684 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 06:42:52,685 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 06:42:52,685 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 06:42:52,685 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 06:42:52,687 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 06:42:52,689 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 06:42:52,690 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-11-20 06:42:52,690 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 06:42:52,692 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-11-20T06:42:53,010 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b 2024-11-20 06:42:53,014 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 06:42:53,015 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T06:42:53,027 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-20T06:42:53,035 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayValueCompression timeout: 13 mins 2024-11-20T06:42:53,064 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T06:42:53,115 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T06:42:53,116 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T06:42:53,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T06:42:53,140 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/cluster_4b79f8cf-9dc2-52a4-30b9-fa900e08f577, deleteOnExit=true 2024-11-20T06:42:53,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T06:42:53,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/test.cache.data in system properties and HBase conf 2024-11-20T06:42:53,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T06:42:53,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/hadoop.log.dir in system properties and HBase conf 2024-11-20T06:42:53,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T06:42:53,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T06:42:53,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T06:42:53,234 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T06:42:53,353 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T06:42:53,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T06:42:53,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T06:42:53,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T06:42:53,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T06:42:53,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T06:42:53,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T06:42:53,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T06:42:53,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T06:42:53,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T06:42:53,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/nfs.dump.dir in system properties and HBase conf 2024-11-20T06:42:53,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/java.io.tmpdir in system properties and HBase conf 2024-11-20T06:42:53,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T06:42:53,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T06:42:53,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T06:42:54,291 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T06:42:54,357 INFO [Time-limited test {}] log.Log(170): Logging initialized @2528ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T06:42:54,424 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T06:42:54,485 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T06:42:54,505 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T06:42:54,505 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T06:42:54,506 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T06:42:54,516 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T06:42:54,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/hadoop.log.dir/,AVAILABLE} 2024-11-20T06:42:54,520 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T06:42:54,668 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3717288f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/java.io.tmpdir/jetty-localhost-34621-hadoop-hdfs-3_4_1-tests_jar-_-any-11556065613297170749/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T06:42:54,673 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:34621} 2024-11-20T06:42:54,674 INFO [Time-limited test {}] server.Server(415): Started @2845ms 2024-11-20T06:42:55,135 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T06:42:55,142 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T06:42:55,143 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T06:42:55,143 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T06:42:55,144 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T06:42:55,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f76f489{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/hadoop.log.dir/,AVAILABLE} 2024-11-20T06:42:55,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@433df981{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T06:42:55,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36632d60{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/java.io.tmpdir/jetty-localhost-40139-hadoop-hdfs-3_4_1-tests_jar-_-any-4558258706958379020/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T06:42:55,243 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@751d2fa4{HTTP/1.1, (http/1.1)}{localhost:40139} 2024-11-20T06:42:55,243 INFO [Time-limited test {}] server.Server(415): Started @3415ms 2024-11-20T06:42:55,288 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T06:42:55,392 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T06:42:55,400 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T06:42:55,401 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T06:42:55,402 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T06:42:55,402 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T06:42:55,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b5fc47c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/hadoop.log.dir/,AVAILABLE} 2024-11-20T06:42:55,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ebbf344{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T06:42:55,514 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4546bb60{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/java.io.tmpdir/jetty-localhost-37189-hadoop-hdfs-3_4_1-tests_jar-_-any-8106996093999959515/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T06:42:55,514 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c7d32f8{HTTP/1.1, (http/1.1)}{localhost:37189} 2024-11-20T06:42:55,515 INFO [Time-limited test {}] server.Server(415): Started @3686ms 2024-11-20T06:42:55,518 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T06:42:55,553 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T06:42:55,558 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T06:42:55,559 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T06:42:55,559 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T06:42:55,559 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T06:42:55,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7da22a2e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/hadoop.log.dir/,AVAILABLE} 2024-11-20T06:42:55,562 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f079a76{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T06:42:55,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@43206bef{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/java.io.tmpdir/jetty-localhost-39781-hadoop-hdfs-3_4_1-tests_jar-_-any-14523947503362186618/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T06:42:55,660 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@228ffa29{HTTP/1.1, (http/1.1)}{localhost:39781} 2024-11-20T06:42:55,660 INFO [Time-limited test {}] server.Server(415): Started @3832ms 2024-11-20T06:42:55,662 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T06:42:56,577 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/cluster_4b79f8cf-9dc2-52a4-30b9-fa900e08f577/data/data3/current/BP-645430204-172.17.0.2-1732084973878/current, will proceed with Du for space computation calculation, 2024-11-20T06:42:56,577 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/cluster_4b79f8cf-9dc2-52a4-30b9-fa900e08f577/data/data1/current/BP-645430204-172.17.0.2-1732084973878/current, will proceed with Du for space computation calculation, 2024-11-20T06:42:56,577 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/cluster_4b79f8cf-9dc2-52a4-30b9-fa900e08f577/data/data4/current/BP-645430204-172.17.0.2-1732084973878/current, will proceed with Du for space computation calculation, 2024-11-20T06:42:56,577 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/cluster_4b79f8cf-9dc2-52a4-30b9-fa900e08f577/data/data2/current/BP-645430204-172.17.0.2-1732084973878/current, will proceed with Du for space computation calculation, 2024-11-20T06:42:56,619 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T06:42:56,619 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T06:42:56,635 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/cluster_4b79f8cf-9dc2-52a4-30b9-fa900e08f577/data/data5/current/BP-645430204-172.17.0.2-1732084973878/current, will proceed with Du for space computation calculation, 2024-11-20T06:42:56,635 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/cluster_4b79f8cf-9dc2-52a4-30b9-fa900e08f577/data/data6/current/BP-645430204-172.17.0.2-1732084973878/current, will proceed with Du for space computation calculation, 2024-11-20T06:42:56,659 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T06:42:56,664 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x96bdb0ed9083d04c with lease ID 0xb8ba58696b7e755e: Processing first storage report for DS-de73167d-9978-4224-a87b-4197004cd0e1 from datanode DatanodeRegistration(127.0.0.1:44289, datanodeUuid=b544e834-1cda-4a47-bba9-5be26c1122db, infoPort=36921, infoSecurePort=0, ipcPort=40623, storageInfo=lv=-57;cid=testClusterID;nsid=292479852;c=1732084973878) 2024-11-20T06:42:56,665 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x96bdb0ed9083d04c with lease ID 0xb8ba58696b7e755e: from storage DS-de73167d-9978-4224-a87b-4197004cd0e1 node DatanodeRegistration(127.0.0.1:44289, datanodeUuid=b544e834-1cda-4a47-bba9-5be26c1122db, infoPort=36921, infoSecurePort=0, ipcPort=40623, storageInfo=lv=-57;cid=testClusterID;nsid=292479852;c=1732084973878), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-20T06:42:56,666 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfd37ccba18e3cd4d with lease ID 0xb8ba58696b7e755d: Processing first storage report for DS-9680009f-2dc1-4f36-bb67-5af69cfd1120 from datanode DatanodeRegistration(127.0.0.1:38671, datanodeUuid=7066061e-1257-4c3e-bd3a-35c9168a67a9, infoPort=41285, infoSecurePort=0, ipcPort=39335, storageInfo=lv=-57;cid=testClusterID;nsid=292479852;c=1732084973878) 2024-11-20T06:42:56,666 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfd37ccba18e3cd4d with lease ID 0xb8ba58696b7e755d: from storage DS-9680009f-2dc1-4f36-bb67-5af69cfd1120 node DatanodeRegistration(127.0.0.1:38671, datanodeUuid=7066061e-1257-4c3e-bd3a-35c9168a67a9, infoPort=41285, infoSecurePort=0, ipcPort=39335, storageInfo=lv=-57;cid=testClusterID;nsid=292479852;c=1732084973878), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T06:42:56,666 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa47fbc79990680b2 with lease ID 0xb8ba58696b7e755f: Processing first storage report for DS-8949a2de-1a02-4d4d-8ca2-8c4e7cc56853 from datanode DatanodeRegistration(127.0.0.1:45795, datanodeUuid=0f1404dd-be2a-45c4-be6e-4f6cc28d659f, infoPort=40325, infoSecurePort=0, ipcPort=35403, storageInfo=lv=-57;cid=testClusterID;nsid=292479852;c=1732084973878) 2024-11-20T06:42:56,666 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa47fbc79990680b2 with lease ID 0xb8ba58696b7e755f: from storage DS-8949a2de-1a02-4d4d-8ca2-8c4e7cc56853 node DatanodeRegistration(127.0.0.1:45795, datanodeUuid=0f1404dd-be2a-45c4-be6e-4f6cc28d659f, infoPort=40325, infoSecurePort=0, ipcPort=35403, storageInfo=lv=-57;cid=testClusterID;nsid=292479852;c=1732084973878), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T06:42:56,666 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x96bdb0ed9083d04c with lease ID 0xb8ba58696b7e755e: Processing first storage report for DS-660f45ed-b117-4573-af52-48136857cb8c from datanode DatanodeRegistration(127.0.0.1:44289, datanodeUuid=b544e834-1cda-4a47-bba9-5be26c1122db, infoPort=36921, infoSecurePort=0, ipcPort=40623, storageInfo=lv=-57;cid=testClusterID;nsid=292479852;c=1732084973878) 2024-11-20T06:42:56,667 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x96bdb0ed9083d04c with lease ID 0xb8ba58696b7e755e: from storage DS-660f45ed-b117-4573-af52-48136857cb8c node DatanodeRegistration(127.0.0.1:44289, datanodeUuid=b544e834-1cda-4a47-bba9-5be26c1122db, infoPort=36921, infoSecurePort=0, ipcPort=40623, storageInfo=lv=-57;cid=testClusterID;nsid=292479852;c=1732084973878), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T06:42:56,667 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfd37ccba18e3cd4d with lease ID 0xb8ba58696b7e755d: Processing first storage report for DS-79d45065-6f08-4e0f-8479-5e8aac6e4c05 from datanode DatanodeRegistration(127.0.0.1:38671, datanodeUuid=7066061e-1257-4c3e-bd3a-35c9168a67a9, infoPort=41285, infoSecurePort=0, ipcPort=39335, storageInfo=lv=-57;cid=testClusterID;nsid=292479852;c=1732084973878) 2024-11-20T06:42:56,667 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfd37ccba18e3cd4d with lease ID 0xb8ba58696b7e755d: from storage DS-79d45065-6f08-4e0f-8479-5e8aac6e4c05 node DatanodeRegistration(127.0.0.1:38671, datanodeUuid=7066061e-1257-4c3e-bd3a-35c9168a67a9, infoPort=41285, infoSecurePort=0, ipcPort=39335, storageInfo=lv=-57;cid=testClusterID;nsid=292479852;c=1732084973878), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T06:42:56,667 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa47fbc79990680b2 with lease ID 0xb8ba58696b7e755f: Processing first storage report for DS-d4213478-1ab5-4abc-8ef7-f9f77161a3d4 from datanode DatanodeRegistration(127.0.0.1:45795, datanodeUuid=0f1404dd-be2a-45c4-be6e-4f6cc28d659f, infoPort=40325, infoSecurePort=0, ipcPort=35403, storageInfo=lv=-57;cid=testClusterID;nsid=292479852;c=1732084973878) 2024-11-20T06:42:56,667 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa47fbc79990680b2 with lease ID 0xb8ba58696b7e755f: from storage DS-d4213478-1ab5-4abc-8ef7-f9f77161a3d4 node DatanodeRegistration(127.0.0.1:45795, datanodeUuid=0f1404dd-be2a-45c4-be6e-4f6cc28d659f, infoPort=40325, infoSecurePort=0, ipcPort=35403, storageInfo=lv=-57;cid=testClusterID;nsid=292479852;c=1732084973878), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T06:42:56,771 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b 2024-11-20T06:42:56,850 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/cluster_4b79f8cf-9dc2-52a4-30b9-fa900e08f577/zookeeper_0, clientPort=49338, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/cluster_4b79f8cf-9dc2-52a4-30b9-fa900e08f577/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/cluster_4b79f8cf-9dc2-52a4-30b9-fa900e08f577/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T06:42:56,859 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49338 2024-11-20T06:42:56,872 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:42:56,875 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:42:57,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741825_1001 (size=7) 2024-11-20T06:42:57,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741825_1001 (size=7) 2024-11-20T06:42:57,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741825_1001 (size=7) 2024-11-20T06:42:57,491 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff with version=8 2024-11-20T06:42:57,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/hbase-staging 2024-11-20T06:42:57,772 INFO [Time-limited test {}] client.ConnectionUtils(128): master/61c2066a8a0f:0 server-side Connection retries=45 2024-11-20T06:42:57,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T06:42:57,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T06:42:57,785 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T06:42:57,785 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T06:42:57,785 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T06:42:57,909 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T06:42:57,958 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T06:42:57,966 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T06:42:57,969 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T06:42:57,992 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 9239 (auto-detected) 2024-11-20T06:42:57,993 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-20T06:42:58,010 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39683 2024-11-20T06:42:58,030 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39683 connecting to ZooKeeper ensemble=127.0.0.1:49338 2024-11-20T06:42:58,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396830x0, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T06:42:58,155 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39683-0x1015844df880000 connected 2024-11-20T06:42:58,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:42:58,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:42:58,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39683-0x1015844df880000, quorum=127.0.0.1:49338, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T06:42:58,249 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff, hbase.cluster.distributed=false 2024-11-20T06:42:58,274 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39683-0x1015844df880000, quorum=127.0.0.1:49338, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T06:42:58,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39683 2024-11-20T06:42:58,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39683 2024-11-20T06:42:58,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39683 2024-11-20T06:42:58,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39683 2024-11-20T06:42:58,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39683 2024-11-20T06:42:58,376 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/61c2066a8a0f:0 server-side Connection retries=45 2024-11-20T06:42:58,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T06:42:58,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T06:42:58,378 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T06:42:58,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T06:42:58,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T06:42:58,380 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T06:42:58,383 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T06:42:58,384 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40887 2024-11-20T06:42:58,386 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40887 connecting to ZooKeeper ensemble=127.0.0.1:49338 2024-11-20T06:42:58,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:42:58,389 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:42:58,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408870x0, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T06:42:58,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:408870x0, quorum=127.0.0.1:49338, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T06:42:58,412 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40887-0x1015844df880001 connected 2024-11-20T06:42:58,417 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T06:42:58,424 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T06:42:58,427 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40887-0x1015844df880001, quorum=127.0.0.1:49338, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T06:42:58,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40887-0x1015844df880001, quorum=127.0.0.1:49338, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T06:42:58,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40887 2024-11-20T06:42:58,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40887 2024-11-20T06:42:58,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40887 2024-11-20T06:42:58,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40887 2024-11-20T06:42:58,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40887 2024-11-20T06:42:58,452 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/61c2066a8a0f:0 server-side Connection retries=45 2024-11-20T06:42:58,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T06:42:58,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T06:42:58,453 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T06:42:58,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T06:42:58,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T06:42:58,453 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T06:42:58,454 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T06:42:58,455 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44947 2024-11-20T06:42:58,457 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44947 connecting to ZooKeeper ensemble=127.0.0.1:49338 2024-11-20T06:42:58,458 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:42:58,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:42:58,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449470x0, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T06:42:58,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:449470x0, quorum=127.0.0.1:49338, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T06:42:58,496 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44947-0x1015844df880002 connected 2024-11-20T06:42:58,497 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T06:42:58,498 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T06:42:58,499 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44947-0x1015844df880002, quorum=127.0.0.1:49338, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T06:42:58,501 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44947-0x1015844df880002, quorum=127.0.0.1:49338, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T06:42:58,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44947 2024-11-20T06:42:58,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44947 2024-11-20T06:42:58,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44947 2024-11-20T06:42:58,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44947 2024-11-20T06:42:58,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44947 2024-11-20T06:42:58,519 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/61c2066a8a0f:0 server-side Connection retries=45 2024-11-20T06:42:58,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T06:42:58,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T06:42:58,520 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T06:42:58,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T06:42:58,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T06:42:58,520 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T06:42:58,520 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T06:42:58,521 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33137 2024-11-20T06:42:58,523 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33137 connecting to ZooKeeper ensemble=127.0.0.1:49338 2024-11-20T06:42:58,524 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:42:58,527 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:42:58,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331370x0, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T06:42:58,562 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33137-0x1015844df880003 connected 2024-11-20T06:42:58,562 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:331370x0, quorum=127.0.0.1:49338, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T06:42:58,563 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T06:42:58,564 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T06:42:58,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33137-0x1015844df880003, quorum=127.0.0.1:49338, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T06:42:58,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33137-0x1015844df880003, quorum=127.0.0.1:49338, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T06:42:58,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33137 2024-11-20T06:42:58,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33137 2024-11-20T06:42:58,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33137 2024-11-20T06:42:58,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33137 2024-11-20T06:42:58,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33137 2024-11-20T06:42:58,584 DEBUG [M:0;61c2066a8a0f:39683 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;61c2066a8a0f:39683 2024-11-20T06:42:58,584 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/61c2066a8a0f,39683,1732084977621 2024-11-20T06:42:58,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x1015844df880003, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T06:42:58,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39683-0x1015844df880000, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T06:42:58,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40887-0x1015844df880001, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T06:42:58,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44947-0x1015844df880002, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T06:42:58,598 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39683-0x1015844df880000, quorum=127.0.0.1:49338, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/61c2066a8a0f,39683,1732084977621 2024-11-20T06:42:58,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40887-0x1015844df880001, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T06:42:58,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44947-0x1015844df880002, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T06:42:58,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x1015844df880003, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T06:42:58,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39683-0x1015844df880000, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:42:58,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44947-0x1015844df880002, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:42:58,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40887-0x1015844df880001, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:42:58,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x1015844df880003, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:42:58,621 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39683-0x1015844df880000, quorum=127.0.0.1:49338, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T06:42:58,622 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/61c2066a8a0f,39683,1732084977621 from backup master directory 2024-11-20T06:42:58,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40887-0x1015844df880001, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T06:42:58,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39683-0x1015844df880000, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/61c2066a8a0f,39683,1732084977621 2024-11-20T06:42:58,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44947-0x1015844df880002, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T06:42:58,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x1015844df880003, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T06:42:58,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39683-0x1015844df880000, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T06:42:58,629 WARN [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T06:42:58,629 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=61c2066a8a0f,39683,1732084977621 2024-11-20T06:42:58,631 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T06:42:58,632 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T06:42:58,686 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/hbase.id] with ID: fdb180fb-8203-4f49-a287-b19c1ff2f84b 2024-11-20T06:42:58,686 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/.tmp/hbase.id 2024-11-20T06:42:58,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741826_1002 (size=42) 2024-11-20T06:42:58,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741826_1002 (size=42) 2024-11-20T06:42:58,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741826_1002 (size=42) 2024-11-20T06:42:58,701 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/.tmp/hbase.id]:[hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/hbase.id] 2024-11-20T06:42:58,744 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:42:58,749 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T06:42:58,767 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-20T06:42:58,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44947-0x1015844df880002, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:42:58,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39683-0x1015844df880000, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:42:58,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x1015844df880003, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:42:58,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40887-0x1015844df880001, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:42:58,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741827_1003 (size=196) 2024-11-20T06:42:58,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741827_1003 (size=196) 2024-11-20T06:42:58,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741827_1003 (size=196) 2024-11-20T06:42:58,834 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T06:42:58,836 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T06:42:58,841 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T06:42:58,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741828_1004 (size=1189) 2024-11-20T06:42:58,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741828_1004 (size=1189) 2024-11-20T06:42:58,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741828_1004 (size=1189) 2024-11-20T06:42:58,889 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/MasterData/data/master/store 2024-11-20T06:42:58,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741829_1005 (size=34) 2024-11-20T06:42:58,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741829_1005 (size=34) 2024-11-20T06:42:58,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741829_1005 (size=34) 2024-11-20T06:42:58,916 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T06:42:58,919 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:42:58,921 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T06:42:58,921 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:42:58,921 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:42:58,923 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T06:42:58,923 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:42:58,923 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:42:58,925 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732084978920Disabling compacts and flushes for region at 1732084978920Disabling writes for close at 1732084978923 (+3 ms)Writing region close event to WAL at 1732084978923Closed at 1732084978923 2024-11-20T06:42:58,927 WARN [master/61c2066a8a0f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/MasterData/data/master/store/.initializing 2024-11-20T06:42:58,927 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/MasterData/WALs/61c2066a8a0f,39683,1732084977621 2024-11-20T06:42:58,935 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T06:42:58,951 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=61c2066a8a0f%2C39683%2C1732084977621, suffix=, logDir=hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/MasterData/WALs/61c2066a8a0f,39683,1732084977621, archiveDir=hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/MasterData/oldWALs, maxLogs=10 2024-11-20T06:42:58,979 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/MasterData/WALs/61c2066a8a0f,39683,1732084977621/61c2066a8a0f%2C39683%2C1732084977621.1732084978956, exclude list is [], retry=0 2024-11-20T06:42:58,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:42:59,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-8949a2de-1a02-4d4d-8ca2-8c4e7cc56853,DISK] 2024-11-20T06:42:59,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38671,DS-9680009f-2dc1-4f36-bb67-5af69cfd1120,DISK] 2024-11-20T06:42:59,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44289,DS-de73167d-9978-4224-a87b-4197004cd0e1,DISK] 2024-11-20T06:42:59,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T06:42:59,039 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/MasterData/WALs/61c2066a8a0f,39683,1732084977621/61c2066a8a0f%2C39683%2C1732084977621.1732084978956 2024-11-20T06:42:59,040 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40325:40325),(127.0.0.1/127.0.0.1:41285:41285),(127.0.0.1/127.0.0.1:36921:36921)] 2024-11-20T06:42:59,041 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:42:59,041 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:42:59,044 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:42:59,045 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:42:59,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:42:59,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T06:42:59,103 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:42:59,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:42:59,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:42:59,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T06:42:59,110 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:42:59,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:42:59,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:42:59,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T06:42:59,114 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:42:59,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:42:59,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:42:59,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T06:42:59,117 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:42:59,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:42:59,118 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:42:59,122 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:42:59,124 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:42:59,130 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:42:59,131 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:42:59,134 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T06:42:59,138 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:42:59,142 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T06:42:59,144 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59374659, jitterRate=-0.11524863541126251}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T06:42:59,151 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732084979056Initializing all the Stores at 1732084979058 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732084979058Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084979059 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084979059Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084979059Cleaning up temporary data from old regions at 1732084979131 (+72 ms)Region opened successfully at 1732084979151 (+20 ms) 2024-11-20T06:42:59,152 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T06:42:59,185 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a4eaf0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=61c2066a8a0f/172.17.0.2:0 2024-11-20T06:42:59,211 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T06:42:59,221 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T06:42:59,221 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T06:42:59,224 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T06:42:59,225 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T06:42:59,230 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-20T06:42:59,230 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T06:42:59,257 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T06:42:59,265 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39683-0x1015844df880000, quorum=127.0.0.1:49338, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T06:42:59,303 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T06:42:59,309 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T06:42:59,312 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39683-0x1015844df880000, quorum=127.0.0.1:49338, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T06:42:59,320 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T06:42:59,322 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T06:42:59,325 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39683-0x1015844df880000, quorum=127.0.0.1:49338, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T06:42:59,336 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T06:42:59,338 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39683-0x1015844df880000, quorum=127.0.0.1:49338, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T06:42:59,345 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T06:42:59,366 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39683-0x1015844df880000, quorum=127.0.0.1:49338, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T06:42:59,370 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T06:42:59,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44947-0x1015844df880002, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T06:42:59,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x1015844df880003, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T06:42:59,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40887-0x1015844df880001, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T06:42:59,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39683-0x1015844df880000, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T06:42:59,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44947-0x1015844df880002, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:42:59,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x1015844df880003, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:42:59,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39683-0x1015844df880000, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:42:59,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40887-0x1015844df880001, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:42:59,382 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=61c2066a8a0f,39683,1732084977621, sessionid=0x1015844df880000, setting cluster-up flag (Was=false) 2024-11-20T06:42:59,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x1015844df880003, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:42:59,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39683-0x1015844df880000, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:42:59,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40887-0x1015844df880001, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:42:59,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44947-0x1015844df880002, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:42:59,428 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T06:42:59,433 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=61c2066a8a0f,39683,1732084977621 2024-11-20T06:42:59,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x1015844df880003, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:42:59,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44947-0x1015844df880002, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:42:59,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40887-0x1015844df880001, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:42:59,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39683-0x1015844df880000, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:42:59,478 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T06:42:59,480 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=61c2066a8a0f,39683,1732084977621 2024-11-20T06:42:59,488 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T06:42:59,570 INFO [AsyncFSWAL-0-hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/MasterData-prefix:61c2066a8a0f,39683,1732084977621 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-11-20T06:42:59,575 INFO [RS:2;61c2066a8a0f:33137 {}] regionserver.HRegionServer(746): ClusterId : fdb180fb-8203-4f49-a287-b19c1ff2f84b 2024-11-20T06:42:59,575 INFO [RS:0;61c2066a8a0f:40887 {}] regionserver.HRegionServer(746): ClusterId : fdb180fb-8203-4f49-a287-b19c1ff2f84b 2024-11-20T06:42:59,575 INFO [RS:1;61c2066a8a0f:44947 {}] regionserver.HRegionServer(746): ClusterId : fdb180fb-8203-4f49-a287-b19c1ff2f84b 2024-11-20T06:42:59,577 DEBUG [RS:1;61c2066a8a0f:44947 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T06:42:59,577 DEBUG [RS:2;61c2066a8a0f:33137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T06:42:59,577 DEBUG [RS:0;61c2066a8a0f:40887 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T06:42:59,585 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T06:42:59,594 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T06:42:59,601 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T06:42:59,606 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 61c2066a8a0f,39683,1732084977621 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T06:42:59,614 DEBUG [RS:1;61c2066a8a0f:44947 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T06:42:59,614 DEBUG [RS:2;61c2066a8a0f:33137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T06:42:59,614 DEBUG [RS:0;61c2066a8a0f:40887 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T06:42:59,614 DEBUG [RS:1;61c2066a8a0f:44947 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T06:42:59,614 DEBUG [RS:2;61c2066a8a0f:33137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T06:42:59,614 DEBUG [RS:0;61c2066a8a0f:40887 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T06:42:59,614 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/61c2066a8a0f:0, corePoolSize=5, maxPoolSize=5 2024-11-20T06:42:59,615 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/61c2066a8a0f:0, corePoolSize=5, maxPoolSize=5 2024-11-20T06:42:59,615 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/61c2066a8a0f:0, corePoolSize=5, maxPoolSize=5 2024-11-20T06:42:59,615 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/61c2066a8a0f:0, corePoolSize=5, maxPoolSize=5 2024-11-20T06:42:59,615 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/61c2066a8a0f:0, corePoolSize=10, maxPoolSize=10 2024-11-20T06:42:59,615 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:59,616 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/61c2066a8a0f:0, corePoolSize=2, maxPoolSize=2 2024-11-20T06:42:59,616 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:59,618 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732085009618 2024-11-20T06:42:59,620 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T06:42:59,621 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T06:42:59,622 DEBUG [RS:2;61c2066a8a0f:33137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T06:42:59,622 DEBUG [RS:2;61c2066a8a0f:33137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42d534c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=61c2066a8a0f/172.17.0.2:0 2024-11-20T06:42:59,622 DEBUG [RS:0;61c2066a8a0f:40887 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T06:42:59,623 DEBUG [RS:0;61c2066a8a0f:40887 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4005efcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=61c2066a8a0f/172.17.0.2:0 2024-11-20T06:42:59,624 DEBUG [RS:1;61c2066a8a0f:44947 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T06:42:59,624 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T06:42:59,625 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T06:42:59,625 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T06:42:59,625 DEBUG [RS:1;61c2066a8a0f:44947 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65883141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=61c2066a8a0f/172.17.0.2:0 2024-11-20T06:42:59,625 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T06:42:59,626 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T06:42:59,626 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T06:42:59,631 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:59,633 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:42:59,634 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T06:42:59,635 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T06:42:59,637 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T06:42:59,637 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T06:42:59,645 DEBUG [RS:2;61c2066a8a0f:33137 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;61c2066a8a0f:33137 2024-11-20T06:42:59,646 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T06:42:59,647 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T06:42:59,648 DEBUG [RS:1;61c2066a8a0f:44947 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;61c2066a8a0f:44947 2024-11-20T06:42:59,648 INFO [RS:1;61c2066a8a0f:44947 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T06:42:59,648 INFO [RS:2;61c2066a8a0f:33137 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T06:42:59,648 INFO [RS:1;61c2066a8a0f:44947 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T06:42:59,648 INFO [RS:2;61c2066a8a0f:33137 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T06:42:59,648 DEBUG [RS:1;61c2066a8a0f:44947 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T06:42:59,648 DEBUG [RS:2;61c2066a8a0f:33137 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T06:42:59,649 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/61c2066a8a0f:0:becomeActiveMaster-HFileCleaner.large.0-1732084979648,5,FailOnTimeoutGroup] 2024-11-20T06:42:59,650 DEBUG [RS:0;61c2066a8a0f:40887 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;61c2066a8a0f:40887 2024-11-20T06:42:59,650 INFO [RS:0;61c2066a8a0f:40887 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T06:42:59,650 INFO [RS:0;61c2066a8a0f:40887 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T06:42:59,650 DEBUG [RS:0;61c2066a8a0f:40887 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T06:42:59,650 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/61c2066a8a0f:0:becomeActiveMaster-HFileCleaner.small.0-1732084979649,5,FailOnTimeoutGroup] 2024-11-20T06:42:59,651 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:59,651 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T06:42:59,651 INFO [RS:0;61c2066a8a0f:40887 {}] regionserver.HRegionServer(2659): reportForDuty to master=61c2066a8a0f,39683,1732084977621 with port=40887, startcode=1732084978343 2024-11-20T06:42:59,651 INFO [RS:2;61c2066a8a0f:33137 {}] regionserver.HRegionServer(2659): reportForDuty to master=61c2066a8a0f,39683,1732084977621 with port=33137, startcode=1732084978519 2024-11-20T06:42:59,651 INFO [RS:1;61c2066a8a0f:44947 {}] regionserver.HRegionServer(2659): reportForDuty to master=61c2066a8a0f,39683,1732084977621 with port=44947, startcode=1732084978452 2024-11-20T06:42:59,652 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:59,653 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:59,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741831_1007 (size=1321) 2024-11-20T06:42:59,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741831_1007 (size=1321) 2024-11-20T06:42:59,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741831_1007 (size=1321) 2024-11-20T06:42:59,665 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T06:42:59,665 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff 2024-11-20T06:42:59,665 DEBUG [RS:0;61c2066a8a0f:40887 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T06:42:59,665 DEBUG [RS:1;61c2066a8a0f:44947 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T06:42:59,665 DEBUG [RS:2;61c2066a8a0f:33137 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T06:42:59,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741832_1008 (size=32) 2024-11-20T06:42:59,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741832_1008 (size=32) 2024-11-20T06:42:59,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741832_1008 (size=32) 2024-11-20T06:42:59,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:42:59,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T06:42:59,716 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T06:42:59,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:42:59,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:42:59,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T06:42:59,721 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T06:42:59,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:42:59,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:42:59,723 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33199, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T06:42:59,723 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36661, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T06:42:59,723 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48171, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T06:42:59,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T06:42:59,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T06:42:59,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:42:59,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:42:59,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T06:42:59,729 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39683 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 61c2066a8a0f,44947,1732084978452 2024-11-20T06:42:59,730 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T06:42:59,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:42:59,731 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39683 {}] master.ServerManager(517): Registering regionserver=61c2066a8a0f,44947,1732084978452 2024-11-20T06:42:59,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:42:59,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T06:42:59,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/hbase/meta/1588230740 2024-11-20T06:42:59,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/hbase/meta/1588230740 2024-11-20T06:42:59,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T06:42:59,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T06:42:59,739 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T06:42:59,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T06:42:59,743 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39683 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 61c2066a8a0f,33137,1732084978519 2024-11-20T06:42:59,743 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39683 {}] master.ServerManager(517): Registering regionserver=61c2066a8a0f,33137,1732084978519 2024-11-20T06:42:59,745 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T06:42:59,746 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59482747, jitterRate=-0.1136379987001419}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T06:42:59,748 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39683 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 61c2066a8a0f,40887,1732084978343 2024-11-20T06:42:59,748 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39683 {}] master.ServerManager(517): Registering regionserver=61c2066a8a0f,40887,1732084978343 2024-11-20T06:42:59,748 DEBUG [RS:2;61c2066a8a0f:33137 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff 2024-11-20T06:42:59,749 DEBUG [RS:2;61c2066a8a0f:33137 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35829 2024-11-20T06:42:59,749 DEBUG [RS:2;61c2066a8a0f:33137 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T06:42:59,750 DEBUG [RS:1;61c2066a8a0f:44947 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff 2024-11-20T06:42:59,751 DEBUG [RS:1;61c2066a8a0f:44947 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35829 2024-11-20T06:42:59,751 DEBUG [RS:1;61c2066a8a0f:44947 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T06:42:59,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732084979710Initializing all the Stores at 1732084979712 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732084979712Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732084979712Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084979713 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732084979713Cleaning up temporary data from old regions at 1732084979738 (+25 ms)Region opened successfully at 1732084979751 (+13 ms) 2024-11-20T06:42:59,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T06:42:59,751 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T06:42:59,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T06:42:59,751 DEBUG [RS:0;61c2066a8a0f:40887 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff 2024-11-20T06:42:59,751 DEBUG [RS:0;61c2066a8a0f:40887 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35829 2024-11-20T06:42:59,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T06:42:59,751 DEBUG [RS:0;61c2066a8a0f:40887 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T06:42:59,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T06:42:59,753 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T06:42:59,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732084979751Disabling compacts and flushes for region at 1732084979751Disabling writes for close at 1732084979751Writing region close event to WAL at 1732084979752 (+1 ms)Closed at 1732084979753 (+1 ms) 2024-11-20T06:42:59,756 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T06:42:59,756 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T06:42:59,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T06:42:59,770 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T06:42:59,773 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T06:42:59,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39683-0x1015844df880000, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T06:42:59,812 DEBUG [RS:2;61c2066a8a0f:33137 {}] zookeeper.ZKUtil(111): regionserver:33137-0x1015844df880003, quorum=127.0.0.1:49338, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/61c2066a8a0f,33137,1732084978519 2024-11-20T06:42:59,812 DEBUG [RS:1;61c2066a8a0f:44947 {}] zookeeper.ZKUtil(111): regionserver:44947-0x1015844df880002, quorum=127.0.0.1:49338, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/61c2066a8a0f,44947,1732084978452 2024-11-20T06:42:59,812 WARN [RS:2;61c2066a8a0f:33137 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T06:42:59,812 WARN [RS:1;61c2066a8a0f:44947 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T06:42:59,812 INFO [RS:2;61c2066a8a0f:33137 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T06:42:59,812 INFO [RS:1;61c2066a8a0f:44947 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T06:42:59,813 DEBUG [RS:0;61c2066a8a0f:40887 {}] zookeeper.ZKUtil(111): regionserver:40887-0x1015844df880001, quorum=127.0.0.1:49338, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/61c2066a8a0f,40887,1732084978343 2024-11-20T06:42:59,813 DEBUG [RS:2;61c2066a8a0f:33137 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/WALs/61c2066a8a0f,33137,1732084978519 2024-11-20T06:42:59,813 DEBUG [RS:1;61c2066a8a0f:44947 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/WALs/61c2066a8a0f,44947,1732084978452 2024-11-20T06:42:59,813 WARN [RS:0;61c2066a8a0f:40887 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T06:42:59,813 INFO [RS:0;61c2066a8a0f:40887 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T06:42:59,813 DEBUG [RS:0;61c2066a8a0f:40887 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/WALs/61c2066a8a0f,40887,1732084978343 2024-11-20T06:42:59,814 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [61c2066a8a0f,33137,1732084978519] 2024-11-20T06:42:59,815 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [61c2066a8a0f,44947,1732084978452] 2024-11-20T06:42:59,815 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [61c2066a8a0f,40887,1732084978343] 2024-11-20T06:42:59,843 INFO [RS:0;61c2066a8a0f:40887 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T06:42:59,843 INFO [RS:2;61c2066a8a0f:33137 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T06:42:59,843 INFO [RS:1;61c2066a8a0f:44947 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T06:42:59,863 INFO [RS:1;61c2066a8a0f:44947 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T06:42:59,863 INFO [RS:0;61c2066a8a0f:40887 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T06:42:59,863 INFO [RS:2;61c2066a8a0f:33137 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T06:42:59,868 INFO [RS:1;61c2066a8a0f:44947 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T06:42:59,868 INFO [RS:0;61c2066a8a0f:40887 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T06:42:59,868 INFO [RS:2;61c2066a8a0f:33137 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T06:42:59,868 INFO [RS:0;61c2066a8a0f:40887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:59,868 INFO [RS:1;61c2066a8a0f:44947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:59,868 INFO [RS:2;61c2066a8a0f:33137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:59,869 INFO [RS:0;61c2066a8a0f:40887 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T06:42:59,870 INFO [RS:1;61c2066a8a0f:44947 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T06:42:59,870 INFO [RS:2;61c2066a8a0f:33137 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T06:42:59,875 INFO [RS:1;61c2066a8a0f:44947 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T06:42:59,875 INFO [RS:2;61c2066a8a0f:33137 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T06:42:59,875 INFO [RS:0;61c2066a8a0f:40887 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T06:42:59,877 INFO [RS:0;61c2066a8a0f:40887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:59,877 INFO [RS:1;61c2066a8a0f:44947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:59,877 INFO [RS:2;61c2066a8a0f:33137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:59,877 DEBUG [RS:0;61c2066a8a0f:40887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:59,877 DEBUG [RS:2;61c2066a8a0f:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:59,877 DEBUG [RS:1;61c2066a8a0f:44947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:59,877 DEBUG [RS:1;61c2066a8a0f:44947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:59,877 DEBUG [RS:0;61c2066a8a0f:40887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:59,877 DEBUG [RS:2;61c2066a8a0f:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:59,878 DEBUG [RS:1;61c2066a8a0f:44947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:59,878 DEBUG [RS:0;61c2066a8a0f:40887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:59,878 DEBUG [RS:2;61c2066a8a0f:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:59,878 DEBUG [RS:1;61c2066a8a0f:44947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:59,878 DEBUG [RS:0;61c2066a8a0f:40887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:59,878 DEBUG [RS:1;61c2066a8a0f:44947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:59,878 DEBUG [RS:0;61c2066a8a0f:40887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:59,878 DEBUG [RS:2;61c2066a8a0f:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:59,878 DEBUG [RS:1;61c2066a8a0f:44947 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/61c2066a8a0f:0, corePoolSize=2, maxPoolSize=2 2024-11-20T06:42:59,878 DEBUG [RS:0;61c2066a8a0f:40887 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/61c2066a8a0f:0, corePoolSize=2, maxPoolSize=2 2024-11-20T06:42:59,878 DEBUG [RS:2;61c2066a8a0f:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:59,878 DEBUG [RS:1;61c2066a8a0f:44947 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:59,878 DEBUG [RS:0;61c2066a8a0f:40887 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:59,878 DEBUG [RS:0;61c2066a8a0f:40887 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:59,878 DEBUG [RS:1;61c2066a8a0f:44947 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:59,878 DEBUG [RS:2;61c2066a8a0f:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/61c2066a8a0f:0, corePoolSize=2, maxPoolSize=2 2024-11-20T06:42:59,878 DEBUG [RS:0;61c2066a8a0f:40887 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:59,878 DEBUG [RS:1;61c2066a8a0f:44947 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:59,878 DEBUG [RS:2;61c2066a8a0f:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:59,878 DEBUG [RS:1;61c2066a8a0f:44947 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:59,878 DEBUG [RS:0;61c2066a8a0f:40887 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:59,878 DEBUG [RS:1;61c2066a8a0f:44947 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:59,878 DEBUG [RS:0;61c2066a8a0f:40887 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:59,878 DEBUG [RS:2;61c2066a8a0f:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:59,879 DEBUG [RS:1;61c2066a8a0f:44947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:59,879 DEBUG [RS:0;61c2066a8a0f:40887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:59,879 DEBUG [RS:2;61c2066a8a0f:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:59,879 DEBUG [RS:1;61c2066a8a0f:44947 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/61c2066a8a0f:0, corePoolSize=3, maxPoolSize=3 2024-11-20T06:42:59,879 DEBUG [RS:0;61c2066a8a0f:40887 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/61c2066a8a0f:0, corePoolSize=3, maxPoolSize=3 2024-11-20T06:42:59,879 DEBUG [RS:1;61c2066a8a0f:44947 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0, corePoolSize=3, maxPoolSize=3 2024-11-20T06:42:59,879 DEBUG [RS:0;61c2066a8a0f:40887 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0, corePoolSize=3, maxPoolSize=3 2024-11-20T06:42:59,879 DEBUG [RS:2;61c2066a8a0f:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:59,879 DEBUG [RS:2;61c2066a8a0f:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:59,879 DEBUG [RS:2;61c2066a8a0f:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:42:59,879 DEBUG [RS:2;61c2066a8a0f:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/61c2066a8a0f:0, corePoolSize=3, maxPoolSize=3 2024-11-20T06:42:59,879 DEBUG [RS:2;61c2066a8a0f:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0, corePoolSize=3, maxPoolSize=3 2024-11-20T06:42:59,881 INFO [RS:0;61c2066a8a0f:40887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:59,881 INFO [RS:0;61c2066a8a0f:40887 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:59,881 INFO [RS:1;61c2066a8a0f:44947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:59,881 INFO [RS:0;61c2066a8a0f:40887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:59,881 INFO [RS:1;61c2066a8a0f:44947 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:59,881 INFO [RS:0;61c2066a8a0f:40887 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:59,881 INFO [RS:0;61c2066a8a0f:40887 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:59,881 INFO [RS:1;61c2066a8a0f:44947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:59,881 INFO [RS:0;61c2066a8a0f:40887 {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,40887,1732084978343-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T06:42:59,881 INFO [RS:1;61c2066a8a0f:44947 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:59,881 INFO [RS:1;61c2066a8a0f:44947 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:59,882 INFO [RS:1;61c2066a8a0f:44947 {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,44947,1732084978452-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T06:42:59,883 INFO [RS:2;61c2066a8a0f:33137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:59,883 INFO [RS:2;61c2066a8a0f:33137 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:59,883 INFO [RS:2;61c2066a8a0f:33137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:59,883 INFO [RS:2;61c2066a8a0f:33137 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:59,883 INFO [RS:2;61c2066a8a0f:33137 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:59,883 INFO [RS:2;61c2066a8a0f:33137 {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,33137,1732084978519-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T06:42:59,901 INFO [RS:1;61c2066a8a0f:44947 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T06:42:59,903 INFO [RS:1;61c2066a8a0f:44947 {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,44947,1732084978452-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:59,903 INFO [RS:0;61c2066a8a0f:40887 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T06:42:59,903 INFO [RS:1;61c2066a8a0f:44947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:59,903 INFO [RS:1;61c2066a8a0f:44947 {}] regionserver.Replication(171): 61c2066a8a0f,44947,1732084978452 started 2024-11-20T06:42:59,903 INFO [RS:0;61c2066a8a0f:40887 {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,40887,1732084978343-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:59,903 INFO [RS:0;61c2066a8a0f:40887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:59,904 INFO [RS:0;61c2066a8a0f:40887 {}] regionserver.Replication(171): 61c2066a8a0f,40887,1732084978343 started 2024-11-20T06:42:59,907 INFO [RS:2;61c2066a8a0f:33137 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T06:42:59,907 INFO [RS:2;61c2066a8a0f:33137 {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,33137,1732084978519-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:59,907 INFO [RS:2;61c2066a8a0f:33137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:59,908 INFO [RS:2;61c2066a8a0f:33137 {}] regionserver.Replication(171): 61c2066a8a0f,33137,1732084978519 started 2024-11-20T06:42:59,922 INFO [RS:1;61c2066a8a0f:44947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:59,922 INFO [RS:1;61c2066a8a0f:44947 {}] regionserver.HRegionServer(1482): Serving as 61c2066a8a0f,44947,1732084978452, RpcServer on 61c2066a8a0f/172.17.0.2:44947, sessionid=0x1015844df880002 2024-11-20T06:42:59,923 DEBUG [RS:1;61c2066a8a0f:44947 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T06:42:59,923 DEBUG [RS:1;61c2066a8a0f:44947 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 61c2066a8a0f,44947,1732084978452 2024-11-20T06:42:59,923 DEBUG [RS:1;61c2066a8a0f:44947 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '61c2066a8a0f,44947,1732084978452' 2024-11-20T06:42:59,923 DEBUG [RS:1;61c2066a8a0f:44947 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T06:42:59,924 WARN [61c2066a8a0f:39683 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T06:42:59,924 DEBUG [RS:1;61c2066a8a0f:44947 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T06:42:59,925 DEBUG [RS:1;61c2066a8a0f:44947 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T06:42:59,925 DEBUG [RS:1;61c2066a8a0f:44947 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T06:42:59,925 DEBUG [RS:1;61c2066a8a0f:44947 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 61c2066a8a0f,44947,1732084978452 2024-11-20T06:42:59,925 DEBUG [RS:1;61c2066a8a0f:44947 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '61c2066a8a0f,44947,1732084978452' 2024-11-20T06:42:59,925 DEBUG [RS:1;61c2066a8a0f:44947 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T06:42:59,925 INFO [RS:0;61c2066a8a0f:40887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:59,925 INFO [RS:0;61c2066a8a0f:40887 {}] regionserver.HRegionServer(1482): Serving as 61c2066a8a0f,40887,1732084978343, RpcServer on 61c2066a8a0f/172.17.0.2:40887, sessionid=0x1015844df880001 2024-11-20T06:42:59,926 DEBUG [RS:1;61c2066a8a0f:44947 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T06:42:59,926 DEBUG [RS:0;61c2066a8a0f:40887 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T06:42:59,926 DEBUG [RS:0;61c2066a8a0f:40887 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 61c2066a8a0f,40887,1732084978343 2024-11-20T06:42:59,926 DEBUG [RS:0;61c2066a8a0f:40887 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '61c2066a8a0f,40887,1732084978343' 2024-11-20T06:42:59,926 DEBUG [RS:0;61c2066a8a0f:40887 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T06:42:59,926 DEBUG [RS:1;61c2066a8a0f:44947 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T06:42:59,926 INFO [RS:1;61c2066a8a0f:44947 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T06:42:59,926 INFO [RS:1;61c2066a8a0f:44947 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T06:42:59,926 DEBUG [RS:0;61c2066a8a0f:40887 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T06:42:59,927 DEBUG [RS:0;61c2066a8a0f:40887 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T06:42:59,927 DEBUG [RS:0;61c2066a8a0f:40887 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T06:42:59,927 DEBUG [RS:0;61c2066a8a0f:40887 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 61c2066a8a0f,40887,1732084978343 2024-11-20T06:42:59,927 DEBUG [RS:0;61c2066a8a0f:40887 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '61c2066a8a0f,40887,1732084978343' 2024-11-20T06:42:59,927 DEBUG [RS:0;61c2066a8a0f:40887 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T06:42:59,927 DEBUG [RS:0;61c2066a8a0f:40887 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T06:42:59,928 DEBUG [RS:0;61c2066a8a0f:40887 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T06:42:59,928 INFO [RS:0;61c2066a8a0f:40887 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T06:42:59,928 INFO [RS:0;61c2066a8a0f:40887 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T06:42:59,929 INFO [RS:2;61c2066a8a0f:33137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:42:59,929 INFO [RS:2;61c2066a8a0f:33137 {}] regionserver.HRegionServer(1482): Serving as 61c2066a8a0f,33137,1732084978519, RpcServer on 61c2066a8a0f/172.17.0.2:33137, sessionid=0x1015844df880003 2024-11-20T06:42:59,930 DEBUG [RS:2;61c2066a8a0f:33137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T06:42:59,930 DEBUG [RS:2;61c2066a8a0f:33137 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 61c2066a8a0f,33137,1732084978519 2024-11-20T06:42:59,930 DEBUG [RS:2;61c2066a8a0f:33137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '61c2066a8a0f,33137,1732084978519' 2024-11-20T06:42:59,930 DEBUG [RS:2;61c2066a8a0f:33137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T06:42:59,931 DEBUG [RS:2;61c2066a8a0f:33137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T06:42:59,931 DEBUG [RS:2;61c2066a8a0f:33137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T06:42:59,931 DEBUG [RS:2;61c2066a8a0f:33137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T06:42:59,932 DEBUG [RS:2;61c2066a8a0f:33137 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 61c2066a8a0f,33137,1732084978519 2024-11-20T06:42:59,932 DEBUG [RS:2;61c2066a8a0f:33137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '61c2066a8a0f,33137,1732084978519' 2024-11-20T06:42:59,932 DEBUG [RS:2;61c2066a8a0f:33137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T06:42:59,932 DEBUG [RS:2;61c2066a8a0f:33137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T06:42:59,933 DEBUG [RS:2;61c2066a8a0f:33137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T06:42:59,933 INFO [RS:2;61c2066a8a0f:33137 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T06:42:59,933 INFO [RS:2;61c2066a8a0f:33137 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T06:43:00,031 INFO [RS:0;61c2066a8a0f:40887 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T06:43:00,031 INFO [RS:1;61c2066a8a0f:44947 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T06:43:00,034 INFO [RS:1;61c2066a8a0f:44947 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=61c2066a8a0f%2C44947%2C1732084978452, suffix=, logDir=hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/WALs/61c2066a8a0f,44947,1732084978452, archiveDir=hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/oldWALs, maxLogs=32 2024-11-20T06:43:00,034 INFO [RS:0;61c2066a8a0f:40887 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=61c2066a8a0f%2C40887%2C1732084978343, suffix=, logDir=hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/WALs/61c2066a8a0f,40887,1732084978343, archiveDir=hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/oldWALs, maxLogs=32 2024-11-20T06:43:00,034 INFO [RS:2;61c2066a8a0f:33137 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T06:43:00,037 INFO [RS:2;61c2066a8a0f:33137 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=61c2066a8a0f%2C33137%2C1732084978519, suffix=, logDir=hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/WALs/61c2066a8a0f,33137,1732084978519, archiveDir=hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/oldWALs, maxLogs=32 2024-11-20T06:43:00,051 DEBUG [RS:1;61c2066a8a0f:44947 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/WALs/61c2066a8a0f,44947,1732084978452/61c2066a8a0f%2C44947%2C1732084978452.1732084980038, exclude list is [], retry=0 2024-11-20T06:43:00,052 DEBUG [RS:2;61c2066a8a0f:33137 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/WALs/61c2066a8a0f,33137,1732084978519/61c2066a8a0f%2C33137%2C1732084978519.1732084980039, exclude list is [], retry=0 2024-11-20T06:43:00,052 DEBUG [RS:0;61c2066a8a0f:40887 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/WALs/61c2066a8a0f,40887,1732084978343/61c2066a8a0f%2C40887%2C1732084978343.1732084980038, exclude list is [], retry=0 2024-11-20T06:43:00,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-8949a2de-1a02-4d4d-8ca2-8c4e7cc56853,DISK] 2024-11-20T06:43:00,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44289,DS-de73167d-9978-4224-a87b-4197004cd0e1,DISK] 2024-11-20T06:43:00,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38671,DS-9680009f-2dc1-4f36-bb67-5af69cfd1120,DISK] 2024-11-20T06:43:00,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-8949a2de-1a02-4d4d-8ca2-8c4e7cc56853,DISK] 2024-11-20T06:43:00,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-8949a2de-1a02-4d4d-8ca2-8c4e7cc56853,DISK] 2024-11-20T06:43:00,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38671,DS-9680009f-2dc1-4f36-bb67-5af69cfd1120,DISK] 2024-11-20T06:43:00,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44289,DS-de73167d-9978-4224-a87b-4197004cd0e1,DISK] 2024-11-20T06:43:00,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38671,DS-9680009f-2dc1-4f36-bb67-5af69cfd1120,DISK] 2024-11-20T06:43:00,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44289,DS-de73167d-9978-4224-a87b-4197004cd0e1,DISK] 2024-11-20T06:43:00,065 INFO [RS:1;61c2066a8a0f:44947 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/WALs/61c2066a8a0f,44947,1732084978452/61c2066a8a0f%2C44947%2C1732084978452.1732084980038 2024-11-20T06:43:00,068 DEBUG [RS:1;61c2066a8a0f:44947 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40325:40325),(127.0.0.1/127.0.0.1:41285:41285),(127.0.0.1/127.0.0.1:36921:36921)] 2024-11-20T06:43:00,071 INFO [RS:2;61c2066a8a0f:33137 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/WALs/61c2066a8a0f,33137,1732084978519/61c2066a8a0f%2C33137%2C1732084978519.1732084980039 2024-11-20T06:43:00,071 INFO [RS:0;61c2066a8a0f:40887 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/WALs/61c2066a8a0f,40887,1732084978343/61c2066a8a0f%2C40887%2C1732084978343.1732084980038 2024-11-20T06:43:00,073 DEBUG [RS:0;61c2066a8a0f:40887 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40325:40325),(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:41285:41285)] 2024-11-20T06:43:00,074 DEBUG [RS:2;61c2066a8a0f:33137 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41285:41285),(127.0.0.1/127.0.0.1:40325:40325),(127.0.0.1/127.0.0.1:36921:36921)] 2024-11-20T06:43:00,180 DEBUG [61c2066a8a0f:39683 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-20T06:43:00,192 DEBUG [61c2066a8a0f:39683 {}] balancer.BalancerClusterState(204): Hosts are {61c2066a8a0f=0} racks are {/default-rack=0} 2024-11-20T06:43:00,199 DEBUG [61c2066a8a0f:39683 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T06:43:00,199 DEBUG [61c2066a8a0f:39683 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T06:43:00,199 DEBUG [61c2066a8a0f:39683 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T06:43:00,199 DEBUG [61c2066a8a0f:39683 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T06:43:00,199 DEBUG [61c2066a8a0f:39683 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T06:43:00,199 DEBUG [61c2066a8a0f:39683 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T06:43:00,199 INFO [61c2066a8a0f:39683 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T06:43:00,199 INFO [61c2066a8a0f:39683 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T06:43:00,199 INFO [61c2066a8a0f:39683 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T06:43:00,199 DEBUG [61c2066a8a0f:39683 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T06:43:00,205 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=61c2066a8a0f,44947,1732084978452 2024-11-20T06:43:00,210 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 61c2066a8a0f,44947,1732084978452, state=OPENING 2024-11-20T06:43:00,245 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T06:43:00,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x1015844df880003, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:43:00,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40887-0x1015844df880001, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:43:00,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44947-0x1015844df880002, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:43:00,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39683-0x1015844df880000, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:43:00,255 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T06:43:00,255 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T06:43:00,255 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T06:43:00,256 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T06:43:00,259 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T06:43:00,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=61c2066a8a0f,44947,1732084978452}] 2024-11-20T06:43:00,444 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T06:43:00,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55051, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T06:43:00,457 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T06:43:00,458 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T06:43:00,458 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T06:43:00,462 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=61c2066a8a0f%2C44947%2C1732084978452.meta, suffix=.meta, logDir=hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/WALs/61c2066a8a0f,44947,1732084978452, archiveDir=hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/oldWALs, maxLogs=32 2024-11-20T06:43:00,483 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/WALs/61c2066a8a0f,44947,1732084978452/61c2066a8a0f%2C44947%2C1732084978452.meta.1732084980465.meta, exclude list is [], retry=0 2024-11-20T06:43:00,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-8949a2de-1a02-4d4d-8ca2-8c4e7cc56853,DISK] 2024-11-20T06:43:00,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44289,DS-de73167d-9978-4224-a87b-4197004cd0e1,DISK] 2024-11-20T06:43:00,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38671,DS-9680009f-2dc1-4f36-bb67-5af69cfd1120,DISK] 2024-11-20T06:43:00,490 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/WALs/61c2066a8a0f,44947,1732084978452/61c2066a8a0f%2C44947%2C1732084978452.meta.1732084980465.meta 2024-11-20T06:43:00,491 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40325:40325),(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:41285:41285)] 2024-11-20T06:43:00,491 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:43:00,493 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T06:43:00,495 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T06:43:00,499 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T06:43:00,503 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T06:43:00,504 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:43:00,504 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T06:43:00,504 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T06:43:00,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T06:43:00,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T06:43:00,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:00,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:43:00,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T06:43:00,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T06:43:00,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:00,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:43:00,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T06:43:00,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T06:43:00,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:00,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:43:00,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T06:43:00,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T06:43:00,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:00,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:43:00,519 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T06:43:00,521 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/hbase/meta/1588230740 2024-11-20T06:43:00,523 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/hbase/meta/1588230740 2024-11-20T06:43:00,526 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T06:43:00,526 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T06:43:00,527 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T06:43:00,529 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T06:43:00,531 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73168981, jitterRate=0.09030278027057648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T06:43:00,531 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T06:43:00,532 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732084980504Writing region info on filesystem at 1732084980505 (+1 ms)Initializing all the Stores at 1732084980506 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732084980507 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732084980507Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084980507Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732084980507Cleaning up temporary data from old regions at 1732084980526 (+19 ms)Running coprocessor post-open hooks at 1732084980531 (+5 ms)Region opened successfully at 1732084980532 (+1 ms) 2024-11-20T06:43:00,538 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732084980435 2024-11-20T06:43:00,549 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T06:43:00,549 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T06:43:00,551 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=61c2066a8a0f,44947,1732084978452 2024-11-20T06:43:00,553 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 61c2066a8a0f,44947,1732084978452, state=OPEN 2024-11-20T06:43:00,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44947-0x1015844df880002, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T06:43:00,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39683-0x1015844df880000, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T06:43:00,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x1015844df880003, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T06:43:00,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40887-0x1015844df880001, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T06:43:00,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T06:43:00,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T06:43:00,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T06:43:00,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T06:43:00,605 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=61c2066a8a0f,44947,1732084978452 2024-11-20T06:43:00,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T06:43:00,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=61c2066a8a0f,44947,1732084978452 in 341 msec 2024-11-20T06:43:00,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T06:43:00,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 856 msec 2024-11-20T06:43:00,651 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T06:43:00,651 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T06:43:00,674 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:43:00,675 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44947,1732084978452, seqNum=-1] 2024-11-20T06:43:00,694 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:43:00,696 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34587, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:43:00,714 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1940 sec 2024-11-20T06:43:00,714 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732084980714, completionTime=-1 2024-11-20T06:43:00,717 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-20T06:43:00,717 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T06:43:00,740 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-20T06:43:00,741 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732085040741 2024-11-20T06:43:00,741 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732085100741 2024-11-20T06:43:00,741 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 23 msec 2024-11-20T06:43:00,742 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-20T06:43:00,749 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,39683,1732084977621-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T06:43:00,749 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,39683,1732084977621-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:43:00,749 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,39683,1732084977621-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:43:00,751 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-61c2066a8a0f:39683, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:43:00,751 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T06:43:00,752 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T06:43:00,758 DEBUG [master/61c2066a8a0f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T06:43:00,781 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.152sec 2024-11-20T06:43:00,783 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T06:43:00,785 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T06:43:00,786 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T06:43:00,786 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T06:43:00,787 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T06:43:00,787 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,39683,1732084977621-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T06:43:00,788 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,39683,1732084977621-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T06:43:00,792 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T06:43:00,793 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T06:43:00,794 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,39683,1732084977621-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:43:00,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47a40816, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:43:00,891 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,39683,-1 for getting cluster id 2024-11-20T06:43:00,893 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:43:00,901 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fdb180fb-8203-4f49-a287-b19c1ff2f84b' 2024-11-20T06:43:00,903 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:43:00,903 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fdb180fb-8203-4f49-a287-b19c1ff2f84b" 2024-11-20T06:43:00,903 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e029ce2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:43:00,903 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,39683,-1] 2024-11-20T06:43:00,906 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:43:00,907 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:43:00,908 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60726, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:43:00,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e243daa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:43:00,912 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:43:00,918 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44947,1732084978452, seqNum=-1] 2024-11-20T06:43:00,919 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:43:00,922 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38972, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:43:00,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=61c2066a8a0f,39683,1732084977621 2024-11-20T06:43:00,940 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:35829/hbase 2024-11-20T06:43:00,953 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=367, OpenFileDescriptor=607, MaxFileDescriptor=1048576, SystemLoadAverage=330, ProcessCount=11, AvailableMemoryMB=4568 2024-11-20T06:43:00,973 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T06:43:00,976 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T06:43:00,978 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T06:43:00,983 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-80758550, suffix=, logDir=hdfs://localhost:35829/hbase/WALs/hregion-80758550, archiveDir=hdfs://localhost:35829/hbase/oldWALs, maxLogs=32 2024-11-20T06:43:01,002 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-80758550/hregion-80758550.1732084980984, exclude list is [], retry=0 2024-11-20T06:43:01,007 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44289,DS-de73167d-9978-4224-a87b-4197004cd0e1,DISK] 2024-11-20T06:43:01,007 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-8949a2de-1a02-4d4d-8ca2-8c4e7cc56853,DISK] 2024-11-20T06:43:01,007 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38671,DS-9680009f-2dc1-4f36-bb67-5af69cfd1120,DISK] 2024-11-20T06:43:01,010 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-80758550/hregion-80758550.1732084980984 2024-11-20T06:43:01,011 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40325:40325),(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:41285:41285)] 2024-11-20T06:43:01,011 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => d626507265a8a0a6d4da997467c48d71, NAME => 'testReplayEditsWrittenIntoWAL,,1732084980974.d626507265a8a0a6d4da997467c48d71.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35829/hbase 2024-11-20T06:43:01,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741838_1014 (size=64) 2024-11-20T06:43:01,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741838_1014 (size=64) 2024-11-20T06:43:01,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741838_1014 (size=64) 2024-11-20T06:43:01,027 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732084980974.d626507265a8a0a6d4da997467c48d71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:43:01,030 INFO [StoreOpener-d626507265a8a0a6d4da997467c48d71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d626507265a8a0a6d4da997467c48d71 2024-11-20T06:43:01,033 INFO [StoreOpener-d626507265a8a0a6d4da997467c48d71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d626507265a8a0a6d4da997467c48d71 columnFamilyName a 2024-11-20T06:43:01,033 DEBUG [StoreOpener-d626507265a8a0a6d4da997467c48d71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:01,034 INFO [StoreOpener-d626507265a8a0a6d4da997467c48d71-1 {}] regionserver.HStore(327): Store=d626507265a8a0a6d4da997467c48d71/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:01,035 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d626507265a8a0a6d4da997467c48d71 2024-11-20T06:43:01,036 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/d626507265a8a0a6d4da997467c48d71 2024-11-20T06:43:01,037 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/d626507265a8a0a6d4da997467c48d71 2024-11-20T06:43:01,037 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d626507265a8a0a6d4da997467c48d71 2024-11-20T06:43:01,037 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d626507265a8a0a6d4da997467c48d71 2024-11-20T06:43:01,040 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d626507265a8a0a6d4da997467c48d71 2024-11-20T06:43:01,044 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/d626507265a8a0a6d4da997467c48d71/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T06:43:01,044 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d626507265a8a0a6d4da997467c48d71; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74097771, jitterRate=0.10414282977581024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T06:43:01,045 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d626507265a8a0a6d4da997467c48d71: Writing region info on filesystem at 1732084981027Initializing all the Stores at 1732084981029 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084981029Cleaning up temporary data from old regions at 1732084981037 (+8 ms)Region opened successfully at 1732084981045 (+8 ms) 2024-11-20T06:43:01,045 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d626507265a8a0a6d4da997467c48d71, disabling compactions & flushes 2024-11-20T06:43:01,045 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732084980974.d626507265a8a0a6d4da997467c48d71. 2024-11-20T06:43:01,046 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732084980974.d626507265a8a0a6d4da997467c48d71. 2024-11-20T06:43:01,046 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732084980974.d626507265a8a0a6d4da997467c48d71. after waiting 0 ms 2024-11-20T06:43:01,046 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732084980974.d626507265a8a0a6d4da997467c48d71. 2024-11-20T06:43:01,046 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732084980974.d626507265a8a0a6d4da997467c48d71. 2024-11-20T06:43:01,046 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d626507265a8a0a6d4da997467c48d71: Waiting for close lock at 1732084981045Disabling compacts and flushes for region at 1732084981045Disabling writes for close at 1732084981046 (+1 ms)Writing region close event to WAL at 1732084981046Closed at 1732084981046 2024-11-20T06:43:01,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741837_1013 (size=95) 2024-11-20T06:43:01,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741837_1013 (size=95) 2024-11-20T06:43:01,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741837_1013 (size=95) 2024-11-20T06:43:01,059 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T06:43:01,059 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-80758550:(num 1732084980984) 2024-11-20T06:43:01,061 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-20T06:43:01,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741839_1015 (size=320) 2024-11-20T06:43:01,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741839_1015 (size=320) 2024-11-20T06:43:01,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741839_1015 (size=320) 2024-11-20T06:43:01,081 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-20T06:43:01,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741840_1016 (size=253) 2024-11-20T06:43:01,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741840_1016 (size=253) 2024-11-20T06:43:01,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741840_1016 (size=253) 2024-11-20T06:43:01,112 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35829/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732084980972/wal-1, size=320 (320bytes) 2024-11-20T06:43:01,113 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-20T06:43:01,113 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-20T06:43:01,113 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35829/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732084980972/wal-1 2024-11-20T06:43:01,119 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35829/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732084980972/wal-1 after 4ms 2024-11-20T06:43:01,125 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35829/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732084980972/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T06:43:01,126 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35829/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732084980972/wal-1 took 15ms 2024-11-20T06:43:01,135 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35829/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732084980972/wal-1 so closing down 2024-11-20T06:43:01,135 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T06:43:01,138 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-20T06:43:01,140 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/d626507265a8a0a6d4da997467c48d71/recovered.edits/0000000000000000001-wal-1.temp 2024-11-20T06:43:01,141 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T06:43:01,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741841_1017 (size=320) 2024-11-20T06:43:01,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741841_1017 (size=320) 2024-11-20T06:43:01,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741841_1017 (size=320) 2024-11-20T06:43:01,155 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/d626507265a8a0a6d4da997467c48d71/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-20T06:43:01,158 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/d626507265a8a0a6d4da997467c48d71/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/d626507265a8a0a6d4da997467c48d71/recovered.edits/0000000000000000002 2024-11-20T06:43:01,165 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:35829/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732084980972/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-11-20T06:43:01,165 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35829/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732084980972/wal-1, journal: Splitting hdfs://localhost:35829/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732084980972/wal-1, size=320 (320bytes) at 1732084981113Finishing writing output for hdfs://localhost:35829/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732084980972/wal-1 so closing down at 1732084981135 (+22 ms)Creating recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/d626507265a8a0a6d4da997467c48d71/recovered.edits/0000000000000000001-wal-1.temp at 1732084981140 (+5 ms)3 split writer threads finished at 1732084981141 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/d626507265a8a0a6d4da997467c48d71/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732084981155 (+14 ms)Rename recovered edits hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/d626507265a8a0a6d4da997467c48d71/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/d626507265a8a0a6d4da997467c48d71/recovered.edits/0000000000000000002 at 1732084981158 (+3 ms)Processed 2 edits across 1 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:35829/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732084980972/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1732084981165 (+7 ms) 2024-11-20T06:43:01,185 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35829/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732084980972/wal-2, size=253 (253bytes) 2024-11-20T06:43:01,185 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35829/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732084980972/wal-2 2024-11-20T06:43:01,186 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35829/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732084980972/wal-2 after 1ms 2024-11-20T06:43:01,190 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35829/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732084980972/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T06:43:01,191 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35829/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732084980972/wal-2 took 6ms 2024-11-20T06:43:01,194 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35829/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732084980972/wal-2 so closing down 2024-11-20T06:43:01,194 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T06:43:01,197 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-20T06:43:01,198 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/d626507265a8a0a6d4da997467c48d71/recovered.edits/0000000000000000002-wal-2.temp 2024-11-20T06:43:01,199 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T06:43:01,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741842_1018 (size=253) 2024-11-20T06:43:01,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741842_1018 (size=253) 2024-11-20T06:43:01,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741842_1018 (size=253) 2024-11-20T06:43:01,208 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/d626507265a8a0a6d4da997467c48d71/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-20T06:43:01,213 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/d626507265a8a0a6d4da997467c48d71/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T06:43:01,216 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/d626507265a8a0a6d4da997467c48d71/recovered.edits/0000000000000000002-wal-2.temp, length=253 2024-11-20T06:43:01,218 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:35829/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732084980972/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-11-20T06:43:01,218 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35829/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732084980972/wal-2, journal: Splitting hdfs://localhost:35829/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732084980972/wal-2, size=253 (253bytes) at 1732084981185Finishing writing output for hdfs://localhost:35829/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732084980972/wal-2 so closing down at 1732084981194 (+9 ms)Creating recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/d626507265a8a0a6d4da997467c48d71/recovered.edits/0000000000000000002-wal-2.temp at 1732084981198 (+4 ms)3 split writer threads finished at 1732084981199 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/d626507265a8a0a6d4da997467c48d71/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732084981208 (+9 ms)Processed 1 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:35829/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732084980972/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1732084981218 (+10 ms) 2024-11-20T06:43:01,218 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T06:43:01,220 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35829/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732084980972, archiveDir=hdfs://localhost:35829/hbase/oldWALs, maxLogs=32 2024-11-20T06:43:01,239 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732084980972/wal.1732084981221, exclude list is [], retry=0 2024-11-20T06:43:01,243 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-8949a2de-1a02-4d4d-8ca2-8c4e7cc56853,DISK] 2024-11-20T06:43:01,244 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38671,DS-9680009f-2dc1-4f36-bb67-5af69cfd1120,DISK] 2024-11-20T06:43:01,245 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44289,DS-de73167d-9978-4224-a87b-4197004cd0e1,DISK] 2024-11-20T06:43:01,247 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732084980972/wal.1732084981221 2024-11-20T06:43:01,247 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40325:40325),(127.0.0.1/127.0.0.1:41285:41285),(127.0.0.1/127.0.0.1:36921:36921)] 2024-11-20T06:43:01,247 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d626507265a8a0a6d4da997467c48d71, NAME => 'testReplayEditsWrittenIntoWAL,,1732084980974.d626507265a8a0a6d4da997467c48d71.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:43:01,248 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732084980974.d626507265a8a0a6d4da997467c48d71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:43:01,248 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d626507265a8a0a6d4da997467c48d71 2024-11-20T06:43:01,248 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d626507265a8a0a6d4da997467c48d71 2024-11-20T06:43:01,251 INFO [StoreOpener-d626507265a8a0a6d4da997467c48d71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d626507265a8a0a6d4da997467c48d71 2024-11-20T06:43:01,252 INFO [StoreOpener-d626507265a8a0a6d4da997467c48d71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d626507265a8a0a6d4da997467c48d71 columnFamilyName a 2024-11-20T06:43:01,252 DEBUG [StoreOpener-d626507265a8a0a6d4da997467c48d71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:01,253 INFO [StoreOpener-d626507265a8a0a6d4da997467c48d71-1 {}] regionserver.HStore(327): Store=d626507265a8a0a6d4da997467c48d71/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:01,253 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d626507265a8a0a6d4da997467c48d71 2024-11-20T06:43:01,255 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/d626507265a8a0a6d4da997467c48d71 2024-11-20T06:43:01,258 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/d626507265a8a0a6d4da997467c48d71 2024-11-20T06:43:01,260 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/d626507265a8a0a6d4da997467c48d71/recovered.edits/0000000000000000002 2024-11-20T06:43:01,264 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/d626507265a8a0a6d4da997467c48d71/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T06:43:01,271 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/d626507265a8a0a6d4da997467c48d71/recovered.edits/0000000000000000002 2024-11-20T06:43:01,276 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d626507265a8a0a6d4da997467c48d71 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-20T06:43:01,344 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/d626507265a8a0a6d4da997467c48d71/.tmp/a/935810b0b47f432d8532de93bc859595 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732084981059/Put/seqid=0 2024-11-20T06:43:01,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741844_1020 (size=5170) 2024-11-20T06:43:01,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741844_1020 (size=5170) 2024-11-20T06:43:01,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741844_1020 (size=5170) 2024-11-20T06:43:01,359 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/d626507265a8a0a6d4da997467c48d71/.tmp/a/935810b0b47f432d8532de93bc859595 2024-11-20T06:43:01,402 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/d626507265a8a0a6d4da997467c48d71/.tmp/a/935810b0b47f432d8532de93bc859595 as hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/d626507265a8a0a6d4da997467c48d71/a/935810b0b47f432d8532de93bc859595 2024-11-20T06:43:01,414 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/d626507265a8a0a6d4da997467c48d71/a/935810b0b47f432d8532de93bc859595, entries=2, sequenceid=2, filesize=5.0 K 2024-11-20T06:43:01,419 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for d626507265a8a0a6d4da997467c48d71 in 143ms, sequenceid=2, compaction requested=false; wal=null 2024-11-20T06:43:01,421 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/d626507265a8a0a6d4da997467c48d71/recovered.edits/0000000000000000002 2024-11-20T06:43:01,422 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d626507265a8a0a6d4da997467c48d71 2024-11-20T06:43:01,422 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d626507265a8a0a6d4da997467c48d71 2024-11-20T06:43:01,425 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d626507265a8a0a6d4da997467c48d71 2024-11-20T06:43:01,429 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/d626507265a8a0a6d4da997467c48d71/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-20T06:43:01,431 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d626507265a8a0a6d4da997467c48d71; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60119835, jitterRate=-0.10414464771747589}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T06:43:01,432 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d626507265a8a0a6d4da997467c48d71: Writing region info on filesystem at 1732084981248Initializing all the Stores at 1732084981250 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084981250Obtaining lock to block concurrent updates at 1732084981276 (+26 ms)Preparing flush snapshotting stores in d626507265a8a0a6d4da997467c48d71 at 1732084981276Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732084980974.d626507265a8a0a6d4da997467c48d71., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732084981280 (+4 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1732084980974.d626507265a8a0a6d4da997467c48d71. at 1732084981280Flushing d626507265a8a0a6d4da997467c48d71/a: creating writer at 1732084981282 (+2 ms)Flushing d626507265a8a0a6d4da997467c48d71/a: appending metadata at 1732084981327 (+45 ms)Flushing d626507265a8a0a6d4da997467c48d71/a: closing flushed file at 1732084981331 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@381ab02d: reopening flushed file at 1732084981401 (+70 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for d626507265a8a0a6d4da997467c48d71 in 143ms, sequenceid=2, compaction requested=false; wal=null at 1732084981419 (+18 ms)Cleaning up temporary data from old regions at 1732084981422 (+3 ms)Region opened successfully at 1732084981432 (+10 ms) 2024-11-20T06:43:01,459 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=379 (was 367) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1836411432_22 at /127.0.0.1:33744 [Receiving block BP-645430204-172.17.0.2-1732084973878:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35829/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-645430204-172.17.0.2-1732084973878:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1836411432_22 at /127.0.0.1:41236 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-645430204-172.17.0.2-1732084973878:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1836411432_22 at /127.0.0.1:41418 [Receiving block BP-645430204-172.17.0.2-1732084973878:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1836411432_22 at /127.0.0.1:39136 [Receiving block BP-645430204-172.17.0.2-1732084973878:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1836411432_22 at /127.0.0.1:38942 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-645430204-172.17.0.2-1732084973878:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1836411432_22 at /127.0.0.1:33758 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=701 (was 607) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=330 (was 330), ProcessCount=11 (was 11), AvailableMemoryMB=4543 (was 4568) 2024-11-20T06:43:01,470 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=379, OpenFileDescriptor=701, MaxFileDescriptor=1048576, SystemLoadAverage=330, ProcessCount=11, AvailableMemoryMB=4541 2024-11-20T06:43:01,485 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T06:43:01,487 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T06:43:01,488 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T06:43:01,492 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-23800682, suffix=, logDir=hdfs://localhost:35829/hbase/WALs/hregion-23800682, archiveDir=hdfs://localhost:35829/hbase/oldWALs, maxLogs=32 2024-11-20T06:43:01,507 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-23800682/hregion-23800682.1732084981493, exclude list is [], retry=0 2024-11-20T06:43:01,511 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38671,DS-9680009f-2dc1-4f36-bb67-5af69cfd1120,DISK] 2024-11-20T06:43:01,512 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44289,DS-de73167d-9978-4224-a87b-4197004cd0e1,DISK] 2024-11-20T06:43:01,513 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-8949a2de-1a02-4d4d-8ca2-8c4e7cc56853,DISK] 2024-11-20T06:43:01,516 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-23800682/hregion-23800682.1732084981493 2024-11-20T06:43:01,517 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41285:41285),(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:40325:40325)] 2024-11-20T06:43:01,517 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 280a7415ab0bbdb304ee7d1985fcc83a, NAME => 'testReplayEditsWrittenIntoWAL,,1732084981485.280a7415ab0bbdb304ee7d1985fcc83a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35829/hbase 2024-11-20T06:43:01,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741846_1022 (size=64) 2024-11-20T06:43:01,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741846_1022 (size=64) 2024-11-20T06:43:01,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741846_1022 (size=64) 2024-11-20T06:43:01,531 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732084981485.280a7415ab0bbdb304ee7d1985fcc83a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:43:01,533 INFO [StoreOpener-280a7415ab0bbdb304ee7d1985fcc83a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 280a7415ab0bbdb304ee7d1985fcc83a 2024-11-20T06:43:01,536 INFO [StoreOpener-280a7415ab0bbdb304ee7d1985fcc83a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 280a7415ab0bbdb304ee7d1985fcc83a columnFamilyName a 2024-11-20T06:43:01,536 DEBUG [StoreOpener-280a7415ab0bbdb304ee7d1985fcc83a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:01,537 INFO [StoreOpener-280a7415ab0bbdb304ee7d1985fcc83a-1 {}] regionserver.HStore(327): Store=280a7415ab0bbdb304ee7d1985fcc83a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:01,537 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 280a7415ab0bbdb304ee7d1985fcc83a 2024-11-20T06:43:01,539 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/280a7415ab0bbdb304ee7d1985fcc83a 2024-11-20T06:43:01,539 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/280a7415ab0bbdb304ee7d1985fcc83a 2024-11-20T06:43:01,540 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 280a7415ab0bbdb304ee7d1985fcc83a 2024-11-20T06:43:01,540 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 280a7415ab0bbdb304ee7d1985fcc83a 2024-11-20T06:43:01,544 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 280a7415ab0bbdb304ee7d1985fcc83a 2024-11-20T06:43:01,547 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/280a7415ab0bbdb304ee7d1985fcc83a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T06:43:01,548 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 280a7415ab0bbdb304ee7d1985fcc83a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60299918, jitterRate=-0.10146120190620422}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T06:43:01,548 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 280a7415ab0bbdb304ee7d1985fcc83a: Writing region info on filesystem at 1732084981531Initializing all the Stores at 1732084981533 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084981533Cleaning up temporary data from old regions at 1732084981540 (+7 ms)Region opened successfully at 1732084981548 (+8 ms) 2024-11-20T06:43:01,548 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 280a7415ab0bbdb304ee7d1985fcc83a, disabling compactions & flushes 2024-11-20T06:43:01,548 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732084981485.280a7415ab0bbdb304ee7d1985fcc83a. 2024-11-20T06:43:01,548 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732084981485.280a7415ab0bbdb304ee7d1985fcc83a. 2024-11-20T06:43:01,548 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732084981485.280a7415ab0bbdb304ee7d1985fcc83a. after waiting 0 ms 2024-11-20T06:43:01,548 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732084981485.280a7415ab0bbdb304ee7d1985fcc83a. 2024-11-20T06:43:01,549 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732084981485.280a7415ab0bbdb304ee7d1985fcc83a. 2024-11-20T06:43:01,549 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 280a7415ab0bbdb304ee7d1985fcc83a: Waiting for close lock at 1732084981548Disabling compacts and flushes for region at 1732084981548Disabling writes for close at 1732084981548Writing region close event to WAL at 1732084981549 (+1 ms)Closed at 1732084981549 2024-11-20T06:43:01,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741845_1021 (size=95) 2024-11-20T06:43:01,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741845_1021 (size=95) 2024-11-20T06:43:01,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741845_1021 (size=95) 2024-11-20T06:43:01,555 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T06:43:01,556 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-23800682:(num 1732084981493) 2024-11-20T06:43:01,556 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-20T06:43:01,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741847_1023 (size=320) 2024-11-20T06:43:01,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741847_1023 (size=320) 2024-11-20T06:43:01,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741847_1023 (size=320) 2024-11-20T06:43:01,570 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-20T06:43:01,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741848_1024 (size=253) 2024-11-20T06:43:01,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741848_1024 (size=253) 2024-11-20T06:43:01,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741848_1024 (size=253) 2024-11-20T06:43:01,603 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35829/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732084981484/wal-2, size=253 (253bytes) 2024-11-20T06:43:01,603 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35829/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732084981484/wal-2 2024-11-20T06:43:01,604 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35829/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732084981484/wal-2 after 1ms 2024-11-20T06:43:01,608 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35829/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732084981484/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T06:43:01,609 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35829/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732084981484/wal-2 took 6ms 2024-11-20T06:43:01,611 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35829/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732084981484/wal-2 so closing down 2024-11-20T06:43:01,611 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T06:43:01,614 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-20T06:43:01,615 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/280a7415ab0bbdb304ee7d1985fcc83a/recovered.edits/0000000000000000002-wal-2.temp 2024-11-20T06:43:01,616 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T06:43:01,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741849_1025 (size=253) 2024-11-20T06:43:01,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741849_1025 (size=253) 2024-11-20T06:43:01,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741849_1025 (size=253) 2024-11-20T06:43:01,624 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/280a7415ab0bbdb304ee7d1985fcc83a/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-20T06:43:01,626 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/280a7415ab0bbdb304ee7d1985fcc83a/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/280a7415ab0bbdb304ee7d1985fcc83a/recovered.edits/0000000000000000002 2024-11-20T06:43:01,626 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:35829/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732084981484/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-11-20T06:43:01,626 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35829/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732084981484/wal-2, journal: Splitting hdfs://localhost:35829/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732084981484/wal-2, size=253 (253bytes) at 1732084981603Finishing writing output for hdfs://localhost:35829/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732084981484/wal-2 so closing down at 1732084981611 (+8 ms)Creating recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/280a7415ab0bbdb304ee7d1985fcc83a/recovered.edits/0000000000000000002-wal-2.temp at 1732084981615 (+4 ms)3 split writer threads finished at 1732084981616 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/280a7415ab0bbdb304ee7d1985fcc83a/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732084981624 (+8 ms)Rename recovered edits hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/280a7415ab0bbdb304ee7d1985fcc83a/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/280a7415ab0bbdb304ee7d1985fcc83a/recovered.edits/0000000000000000002 at 1732084981626 (+2 ms)Processed 1 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:35829/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732084981484/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1732084981626 2024-11-20T06:43:01,640 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35829/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732084981484/wal-1, size=320 (320bytes) 2024-11-20T06:43:01,640 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35829/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732084981484/wal-1 2024-11-20T06:43:01,641 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35829/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732084981484/wal-1 after 1ms 2024-11-20T06:43:01,645 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35829/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732084981484/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T06:43:01,645 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35829/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732084981484/wal-1 took 5ms 2024-11-20T06:43:01,649 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35829/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732084981484/wal-1 so closing down 2024-11-20T06:43:01,649 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T06:43:01,651 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-20T06:43:01,652 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/280a7415ab0bbdb304ee7d1985fcc83a/recovered.edits/0000000000000000001-wal-1.temp 2024-11-20T06:43:01,653 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T06:43:01,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741850_1026 (size=320) 2024-11-20T06:43:01,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741850_1026 (size=320) 2024-11-20T06:43:01,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741850_1026 (size=320) 2024-11-20T06:43:01,661 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/280a7415ab0bbdb304ee7d1985fcc83a/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-20T06:43:01,665 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/280a7415ab0bbdb304ee7d1985fcc83a/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T06:43:01,668 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/280a7415ab0bbdb304ee7d1985fcc83a/recovered.edits/0000000000000000002, length=253 2024-11-20T06:43:01,670 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/280a7415ab0bbdb304ee7d1985fcc83a/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/280a7415ab0bbdb304ee7d1985fcc83a/recovered.edits/0000000000000000002 2024-11-20T06:43:01,670 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:35829/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732084981484/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-11-20T06:43:01,670 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35829/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732084981484/wal-1, journal: Splitting hdfs://localhost:35829/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732084981484/wal-1, size=320 (320bytes) at 1732084981640Finishing writing output for hdfs://localhost:35829/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732084981484/wal-1 so closing down at 1732084981649 (+9 ms)Creating recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/280a7415ab0bbdb304ee7d1985fcc83a/recovered.edits/0000000000000000001-wal-1.temp at 1732084981652 (+3 ms)3 split writer threads finished at 1732084981653 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/280a7415ab0bbdb304ee7d1985fcc83a/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732084981661 (+8 ms)Rename recovered edits hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/280a7415ab0bbdb304ee7d1985fcc83a/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/280a7415ab0bbdb304ee7d1985fcc83a/recovered.edits/0000000000000000002 at 1732084981670 (+9 ms)Processed 2 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:35829/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732084981484/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1732084981670 2024-11-20T06:43:01,670 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T06:43:01,673 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35829/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732084981484, archiveDir=hdfs://localhost:35829/hbase/oldWALs, maxLogs=32 2024-11-20T06:43:01,685 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732084981484/wal.1732084981673, exclude list is [], retry=0 2024-11-20T06:43:01,688 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44289,DS-de73167d-9978-4224-a87b-4197004cd0e1,DISK] 2024-11-20T06:43:01,689 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38671,DS-9680009f-2dc1-4f36-bb67-5af69cfd1120,DISK] 2024-11-20T06:43:01,689 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-8949a2de-1a02-4d4d-8ca2-8c4e7cc56853,DISK] 2024-11-20T06:43:01,691 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732084981484/wal.1732084981673 2024-11-20T06:43:01,691 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:41285:41285),(127.0.0.1/127.0.0.1:40325:40325)] 2024-11-20T06:43:01,692 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 280a7415ab0bbdb304ee7d1985fcc83a, NAME => 'testReplayEditsWrittenIntoWAL,,1732084981485.280a7415ab0bbdb304ee7d1985fcc83a.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:43:01,692 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732084981485.280a7415ab0bbdb304ee7d1985fcc83a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:43:01,692 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 280a7415ab0bbdb304ee7d1985fcc83a 2024-11-20T06:43:01,692 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 280a7415ab0bbdb304ee7d1985fcc83a 2024-11-20T06:43:01,694 INFO [StoreOpener-280a7415ab0bbdb304ee7d1985fcc83a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 280a7415ab0bbdb304ee7d1985fcc83a 2024-11-20T06:43:01,696 INFO [StoreOpener-280a7415ab0bbdb304ee7d1985fcc83a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 280a7415ab0bbdb304ee7d1985fcc83a columnFamilyName a 2024-11-20T06:43:01,696 DEBUG [StoreOpener-280a7415ab0bbdb304ee7d1985fcc83a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:01,697 INFO [StoreOpener-280a7415ab0bbdb304ee7d1985fcc83a-1 {}] regionserver.HStore(327): Store=280a7415ab0bbdb304ee7d1985fcc83a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:01,698 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 280a7415ab0bbdb304ee7d1985fcc83a 2024-11-20T06:43:01,699 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/280a7415ab0bbdb304ee7d1985fcc83a 2024-11-20T06:43:01,701 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/280a7415ab0bbdb304ee7d1985fcc83a 2024-11-20T06:43:01,702 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/280a7415ab0bbdb304ee7d1985fcc83a/recovered.edits/0000000000000000002 2024-11-20T06:43:01,705 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/280a7415ab0bbdb304ee7d1985fcc83a/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T06:43:01,706 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/280a7415ab0bbdb304ee7d1985fcc83a/recovered.edits/0000000000000000002 2024-11-20T06:43:01,706 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 280a7415ab0bbdb304ee7d1985fcc83a 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-20T06:43:01,723 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/280a7415ab0bbdb304ee7d1985fcc83a/.tmp/a/5c2a2b2838514b24812817a6bf678cd0 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732084981556/Put/seqid=0 2024-11-20T06:43:01,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741852_1028 (size=5170) 2024-11-20T06:43:01,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741852_1028 (size=5170) 2024-11-20T06:43:01,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741852_1028 (size=5170) 2024-11-20T06:43:01,736 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/280a7415ab0bbdb304ee7d1985fcc83a/.tmp/a/5c2a2b2838514b24812817a6bf678cd0 2024-11-20T06:43:01,747 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/280a7415ab0bbdb304ee7d1985fcc83a/.tmp/a/5c2a2b2838514b24812817a6bf678cd0 as hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/280a7415ab0bbdb304ee7d1985fcc83a/a/5c2a2b2838514b24812817a6bf678cd0 2024-11-20T06:43:01,757 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/280a7415ab0bbdb304ee7d1985fcc83a/a/5c2a2b2838514b24812817a6bf678cd0, entries=2, sequenceid=2, filesize=5.0 K 2024-11-20T06:43:01,758 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 280a7415ab0bbdb304ee7d1985fcc83a in 52ms, sequenceid=2, compaction requested=false; wal=null 2024-11-20T06:43:01,759 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/280a7415ab0bbdb304ee7d1985fcc83a/recovered.edits/0000000000000000002 2024-11-20T06:43:01,760 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 280a7415ab0bbdb304ee7d1985fcc83a 2024-11-20T06:43:01,760 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 280a7415ab0bbdb304ee7d1985fcc83a 2024-11-20T06:43:01,762 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 280a7415ab0bbdb304ee7d1985fcc83a 2024-11-20T06:43:01,766 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/280a7415ab0bbdb304ee7d1985fcc83a/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-20T06:43:01,767 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 280a7415ab0bbdb304ee7d1985fcc83a; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62910019, jitterRate=-0.06256766617298126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T06:43:01,767 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 280a7415ab0bbdb304ee7d1985fcc83a: Writing region info on filesystem at 1732084981692Initializing all the Stores at 1732084981693 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084981693Obtaining lock to block concurrent updates at 1732084981706 (+13 ms)Preparing flush snapshotting stores in 280a7415ab0bbdb304ee7d1985fcc83a at 1732084981706Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732084981485.280a7415ab0bbdb304ee7d1985fcc83a., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732084981707 (+1 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1732084981485.280a7415ab0bbdb304ee7d1985fcc83a. at 1732084981707Flushing 280a7415ab0bbdb304ee7d1985fcc83a/a: creating writer at 1732084981707Flushing 280a7415ab0bbdb304ee7d1985fcc83a/a: appending metadata at 1732084981722 (+15 ms)Flushing 280a7415ab0bbdb304ee7d1985fcc83a/a: closing flushed file at 1732084981722Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f250adf: reopening flushed file at 1732084981745 (+23 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 280a7415ab0bbdb304ee7d1985fcc83a in 52ms, sequenceid=2, compaction requested=false; wal=null at 1732084981758 (+13 ms)Cleaning up temporary data from old regions at 1732084981760 (+2 ms)Region opened successfully at 1732084981767 (+7 ms) 2024-11-20T06:43:01,783 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=389 (was 379) Potentially hanging thread: PacketResponder: BP-645430204-172.17.0.2-1732084973878:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-645430204-172.17.0.2-1732084973878:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1836411432_22 at /127.0.0.1:33818 [Receiving block BP-645430204-172.17.0.2-1732084973878:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1836411432_22 at /127.0.0.1:33758 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1836411432_22 at /127.0.0.1:41474 [Receiving block BP-645430204-172.17.0.2-1732084973878:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-645430204-172.17.0.2-1732084973878:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1836411432_22 at /127.0.0.1:39230 [Receiving block BP-645430204-172.17.0.2-1732084973878:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1836411432_22 at /127.0.0.1:41236 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1836411432_22 at /127.0.0.1:38942 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 701) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=330 (was 330), ProcessCount=11 (was 11), AvailableMemoryMB=4531 (was 4541) 2024-11-20T06:43:01,794 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=389, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=330, ProcessCount=11, AvailableMemoryMB=4531 2024-11-20T06:43:01,811 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T06:43:01,813 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T06:43:01,814 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T06:43:01,817 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-69777593, suffix=, logDir=hdfs://localhost:35829/hbase/WALs/hregion-69777593, archiveDir=hdfs://localhost:35829/hbase/oldWALs, maxLogs=32 2024-11-20T06:43:01,828 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-69777593/hregion-69777593.1732084981817, exclude list is [], retry=0 2024-11-20T06:43:01,831 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38671,DS-9680009f-2dc1-4f36-bb67-5af69cfd1120,DISK] 2024-11-20T06:43:01,831 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-8949a2de-1a02-4d4d-8ca2-8c4e7cc56853,DISK] 2024-11-20T06:43:01,832 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44289,DS-de73167d-9978-4224-a87b-4197004cd0e1,DISK] 2024-11-20T06:43:01,834 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-69777593/hregion-69777593.1732084981817 2024-11-20T06:43:01,834 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41285:41285),(127.0.0.1/127.0.0.1:40325:40325),(127.0.0.1/127.0.0.1:36921:36921)] 2024-11-20T06:43:01,835 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 4b0b366b541f79590de7ce9bfdc31004, NAME => 'testReplayEditsWrittenIntoWAL,,1732084981812.4b0b366b541f79590de7ce9bfdc31004.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35829/hbase 2024-11-20T06:43:01,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741854_1030 (size=64) 2024-11-20T06:43:01,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741854_1030 (size=64) 2024-11-20T06:43:01,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741854_1030 (size=64) 2024-11-20T06:43:01,846 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732084981812.4b0b366b541f79590de7ce9bfdc31004.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:43:01,847 INFO [StoreOpener-4b0b366b541f79590de7ce9bfdc31004-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4b0b366b541f79590de7ce9bfdc31004 2024-11-20T06:43:01,850 INFO [StoreOpener-4b0b366b541f79590de7ce9bfdc31004-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b0b366b541f79590de7ce9bfdc31004 columnFamilyName a 2024-11-20T06:43:01,850 DEBUG [StoreOpener-4b0b366b541f79590de7ce9bfdc31004-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:01,850 INFO [StoreOpener-4b0b366b541f79590de7ce9bfdc31004-1 {}] regionserver.HStore(327): Store=4b0b366b541f79590de7ce9bfdc31004/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:01,851 INFO [StoreOpener-4b0b366b541f79590de7ce9bfdc31004-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4b0b366b541f79590de7ce9bfdc31004 2024-11-20T06:43:01,853 INFO [StoreOpener-4b0b366b541f79590de7ce9bfdc31004-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b0b366b541f79590de7ce9bfdc31004 columnFamilyName b 2024-11-20T06:43:01,853 DEBUG [StoreOpener-4b0b366b541f79590de7ce9bfdc31004-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:01,853 INFO [StoreOpener-4b0b366b541f79590de7ce9bfdc31004-1 {}] regionserver.HStore(327): Store=4b0b366b541f79590de7ce9bfdc31004/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:01,853 INFO [StoreOpener-4b0b366b541f79590de7ce9bfdc31004-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4b0b366b541f79590de7ce9bfdc31004 2024-11-20T06:43:01,855 INFO [StoreOpener-4b0b366b541f79590de7ce9bfdc31004-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b0b366b541f79590de7ce9bfdc31004 columnFamilyName c 2024-11-20T06:43:01,855 DEBUG [StoreOpener-4b0b366b541f79590de7ce9bfdc31004-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:01,856 INFO [StoreOpener-4b0b366b541f79590de7ce9bfdc31004-1 {}] regionserver.HStore(327): Store=4b0b366b541f79590de7ce9bfdc31004/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:01,856 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4b0b366b541f79590de7ce9bfdc31004 2024-11-20T06:43:01,857 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/4b0b366b541f79590de7ce9bfdc31004 2024-11-20T06:43:01,857 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/4b0b366b541f79590de7ce9bfdc31004 2024-11-20T06:43:01,858 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4b0b366b541f79590de7ce9bfdc31004 2024-11-20T06:43:01,858 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4b0b366b541f79590de7ce9bfdc31004 2024-11-20T06:43:01,859 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T06:43:01,861 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4b0b366b541f79590de7ce9bfdc31004 2024-11-20T06:43:01,863 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/4b0b366b541f79590de7ce9bfdc31004/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T06:43:01,864 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4b0b366b541f79590de7ce9bfdc31004; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61345999, jitterRate=-0.08587338030338287}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T06:43:01,864 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4b0b366b541f79590de7ce9bfdc31004: Writing region info on filesystem at 1732084981846Initializing all the Stores at 1732084981847 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084981847Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084981847Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084981847Cleaning up temporary data from old regions at 1732084981858 (+11 ms)Region opened successfully at 1732084981864 (+6 ms) 2024-11-20T06:43:01,864 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4b0b366b541f79590de7ce9bfdc31004, disabling compactions & flushes 2024-11-20T06:43:01,864 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732084981812.4b0b366b541f79590de7ce9bfdc31004. 2024-11-20T06:43:01,864 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732084981812.4b0b366b541f79590de7ce9bfdc31004. 2024-11-20T06:43:01,864 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732084981812.4b0b366b541f79590de7ce9bfdc31004. after waiting 0 ms 2024-11-20T06:43:01,864 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732084981812.4b0b366b541f79590de7ce9bfdc31004. 2024-11-20T06:43:01,865 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732084981812.4b0b366b541f79590de7ce9bfdc31004. 2024-11-20T06:43:01,865 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4b0b366b541f79590de7ce9bfdc31004: Waiting for close lock at 1732084981864Disabling compacts and flushes for region at 1732084981864Disabling writes for close at 1732084981864Writing region close event to WAL at 1732084981865 (+1 ms)Closed at 1732084981865 2024-11-20T06:43:01,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741853_1029 (size=95) 2024-11-20T06:43:01,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741853_1029 (size=95) 2024-11-20T06:43:01,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741853_1029 (size=95) 2024-11-20T06:43:01,871 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T06:43:01,871 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-69777593:(num 1732084981817) 2024-11-20T06:43:01,871 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T06:43:01,873 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35829/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732084981810, archiveDir=hdfs://localhost:35829/hbase/oldWALs, maxLogs=32 2024-11-20T06:43:01,887 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732084981810/wal.1732084981874, exclude list is [], retry=0 2024-11-20T06:43:01,890 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38671,DS-9680009f-2dc1-4f36-bb67-5af69cfd1120,DISK] 2024-11-20T06:43:01,890 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-8949a2de-1a02-4d4d-8ca2-8c4e7cc56853,DISK] 2024-11-20T06:43:01,891 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44289,DS-de73167d-9978-4224-a87b-4197004cd0e1,DISK] 2024-11-20T06:43:01,893 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732084981810/wal.1732084981874 2024-11-20T06:43:01,893 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41285:41285),(127.0.0.1/127.0.0.1:40325:40325),(127.0.0.1/127.0.0.1:36921:36921)] 2024-11-20T06:43:02,075 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35829/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732084981810/wal.1732084981874, size=0 (0bytes) 2024-11-20T06:43:02,075 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:35829/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732084981810/wal.1732084981874 might be still open, length is 0 2024-11-20T06:43:02,075 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35829/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732084981810/wal.1732084981874 2024-11-20T06:43:02,076 WARN [IPC Server handler 0 on default port 35829 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732084981810/wal.1732084981874 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-20T06:43:02,077 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:35829/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732084981810/wal.1732084981874 after 1ms 2024-11-20T06:43:02,679 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1836411432_22 at /127.0.0.1:46996 [Receiving block BP-645430204-172.17.0.2-1732084973878:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:38671:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46996 dst: /127.0.0.1:38671 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:38671 remote=/127.0.0.1:46996]. Total timeout mills is 60000, 59365 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:43:02,680 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1836411432_22 at /127.0.0.1:59866 [Receiving block BP-645430204-172.17.0.2-1732084973878:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:45795:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59866 dst: /127.0.0.1:45795 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:43:02,680 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1836411432_22 at /127.0.0.1:54754 [Receiving block BP-645430204-172.17.0.2-1732084973878:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:44289:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54754 dst: /127.0.0.1:44289 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:43:02,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741855_1032 (size=263633) 2024-11-20T06:43:02,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741855_1032 (size=263633) 2024-11-20T06:43:02,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741855_1032 (size=263633) 2024-11-20T06:43:06,023 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T06:43:06,077 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:35829/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732084981810/wal.1732084981874 after 4002ms 2024-11-20T06:43:06,078 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T06:43:06,082 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35829/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732084981810/wal.1732084981874: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T06:43:06,083 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35829/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732084981810/wal.1732084981874 took 4008ms 2024-11-20T06:43:06,091 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732084981874.temp 2024-11-20T06:43:06,115 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/4b0b366b541f79590de7ce9bfdc31004/recovered.edits/0000000000000000001-wal.1732084981874.temp 2024-11-20T06:43:06,226 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:35829/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732084981810/wal.1732084981874; continuing. 2024-11-20T06:43:06,226 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35829/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732084981810/wal.1732084981874 so closing down 2024-11-20T06:43:06,226 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T06:43:06,226 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T06:43:06,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741856_1033 (size=263641) 2024-11-20T06:43:06,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741856_1033 (size=263641) 2024-11-20T06:43:06,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741856_1033 (size=263641) 2024-11-20T06:43:06,230 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/4b0b366b541f79590de7ce9bfdc31004/recovered.edits/0000000000000000001-wal.1732084981874.temp (wrote 3002 edits, skipped 0 edits in 70 ms) 2024-11-20T06:43:06,232 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/4b0b366b541f79590de7ce9bfdc31004/recovered.edits/0000000000000000001-wal.1732084981874.temp to hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/4b0b366b541f79590de7ce9bfdc31004/recovered.edits/0000000000000003002 2024-11-20T06:43:06,232 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 148 ms; skipped=0; WAL=hdfs://localhost:35829/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732084981810/wal.1732084981874, size=0, length=0, corrupted=false, cancelled=false 2024-11-20T06:43:06,233 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35829/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732084981810/wal.1732084981874, journal: Splitting hdfs://localhost:35829/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732084981810/wal.1732084981874, size=0 (0bytes) at 1732084982075Creating recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/4b0b366b541f79590de7ce9bfdc31004/recovered.edits/0000000000000000001-wal.1732084981874.temp at 1732084986115 (+4040 ms)Split 1024 edits, skipped 0 edits. at 1732084986158 (+43 ms)Split 2048 edits, skipped 0 edits. at 1732084986194 (+36 ms)Finishing writing output for hdfs://localhost:35829/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732084981810/wal.1732084981874 so closing down at 1732084986226 (+32 ms)3 split writer threads finished at 1732084986226Closed recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/4b0b366b541f79590de7ce9bfdc31004/recovered.edits/0000000000000000001-wal.1732084981874.temp (wrote 3002 edits, skipped 0 edits in 70 ms) at 1732084986230 (+4 ms)Rename recovered edits hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/4b0b366b541f79590de7ce9bfdc31004/recovered.edits/0000000000000000001-wal.1732084981874.temp to hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/4b0b366b541f79590de7ce9bfdc31004/recovered.edits/0000000000000003002 at 1732084986232 (+2 ms)Processed 3002 edits across 1 Regions in 148 ms; skipped=0; WAL=hdfs://localhost:35829/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732084981810/wal.1732084981874, size=0, length=0, corrupted=false, cancelled=false at 1732084986232 2024-11-20T06:43:06,235 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35829/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732084981810/wal.1732084981874 to hdfs://localhost:35829/hbase/oldWALs/wal.1732084981874 2024-11-20T06:43:06,236 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/4b0b366b541f79590de7ce9bfdc31004/recovered.edits/0000000000000003002 2024-11-20T06:43:06,237 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T06:43:06,239 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35829/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732084981810, archiveDir=hdfs://localhost:35829/hbase/oldWALs, maxLogs=32 2024-11-20T06:43:06,253 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732084981810/wal.1732084986240, exclude list is [], retry=0 2024-11-20T06:43:06,256 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-8949a2de-1a02-4d4d-8ca2-8c4e7cc56853,DISK] 2024-11-20T06:43:06,257 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44289,DS-de73167d-9978-4224-a87b-4197004cd0e1,DISK] 2024-11-20T06:43:06,257 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38671,DS-9680009f-2dc1-4f36-bb67-5af69cfd1120,DISK] 2024-11-20T06:43:06,260 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732084981810/wal.1732084986240 2024-11-20T06:43:06,261 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40325:40325),(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:41285:41285)] 2024-11-20T06:43:06,261 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732084981812.4b0b366b541f79590de7ce9bfdc31004.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:43:06,263 INFO [StoreOpener-4b0b366b541f79590de7ce9bfdc31004-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4b0b366b541f79590de7ce9bfdc31004 2024-11-20T06:43:06,265 INFO [StoreOpener-4b0b366b541f79590de7ce9bfdc31004-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b0b366b541f79590de7ce9bfdc31004 columnFamilyName a 2024-11-20T06:43:06,265 DEBUG [StoreOpener-4b0b366b541f79590de7ce9bfdc31004-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:06,265 INFO [StoreOpener-4b0b366b541f79590de7ce9bfdc31004-1 {}] regionserver.HStore(327): Store=4b0b366b541f79590de7ce9bfdc31004/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:06,266 INFO [StoreOpener-4b0b366b541f79590de7ce9bfdc31004-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4b0b366b541f79590de7ce9bfdc31004 2024-11-20T06:43:06,267 INFO [StoreOpener-4b0b366b541f79590de7ce9bfdc31004-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b0b366b541f79590de7ce9bfdc31004 columnFamilyName b 2024-11-20T06:43:06,267 DEBUG [StoreOpener-4b0b366b541f79590de7ce9bfdc31004-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:06,268 INFO [StoreOpener-4b0b366b541f79590de7ce9bfdc31004-1 {}] regionserver.HStore(327): Store=4b0b366b541f79590de7ce9bfdc31004/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:06,268 INFO [StoreOpener-4b0b366b541f79590de7ce9bfdc31004-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4b0b366b541f79590de7ce9bfdc31004 2024-11-20T06:43:06,270 INFO [StoreOpener-4b0b366b541f79590de7ce9bfdc31004-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b0b366b541f79590de7ce9bfdc31004 columnFamilyName c 2024-11-20T06:43:06,270 DEBUG [StoreOpener-4b0b366b541f79590de7ce9bfdc31004-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:06,271 INFO [StoreOpener-4b0b366b541f79590de7ce9bfdc31004-1 {}] regionserver.HStore(327): Store=4b0b366b541f79590de7ce9bfdc31004/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:06,271 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4b0b366b541f79590de7ce9bfdc31004 2024-11-20T06:43:06,272 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/4b0b366b541f79590de7ce9bfdc31004 2024-11-20T06:43:06,274 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/4b0b366b541f79590de7ce9bfdc31004 2024-11-20T06:43:06,275 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/4b0b366b541f79590de7ce9bfdc31004/recovered.edits/0000000000000003002 2024-11-20T06:43:06,280 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/4b0b366b541f79590de7ce9bfdc31004/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T06:43:06,332 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-20T06:43:06,681 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4b0b366b541f79590de7ce9bfdc31004 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-20T06:43:06,718 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/4b0b366b541f79590de7ce9bfdc31004/.tmp/a/e96898e6103b426ab97b287fc5697709 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1732084981901/Put/seqid=0 2024-11-20T06:43:06,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741858_1035 (size=50463) 2024-11-20T06:43:06,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741858_1035 (size=50463) 2024-11-20T06:43:06,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741858_1035 (size=50463) 2024-11-20T06:43:06,728 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/4b0b366b541f79590de7ce9bfdc31004/.tmp/a/e96898e6103b426ab97b287fc5697709 2024-11-20T06:43:06,737 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/4b0b366b541f79590de7ce9bfdc31004/.tmp/a/e96898e6103b426ab97b287fc5697709 as hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/4b0b366b541f79590de7ce9bfdc31004/a/e96898e6103b426ab97b287fc5697709 2024-11-20T06:43:06,744 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/4b0b366b541f79590de7ce9bfdc31004/a/e96898e6103b426ab97b287fc5697709, entries=754, sequenceid=754, filesize=49.3 K 2024-11-20T06:43:06,745 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 4b0b366b541f79590de7ce9bfdc31004 in 64ms, sequenceid=754, compaction requested=false; wal=null 2024-11-20T06:43:06,775 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-20T06:43:06,775 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4b0b366b541f79590de7ce9bfdc31004 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-20T06:43:06,785 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/4b0b366b541f79590de7ce9bfdc31004/.tmp/a/35182c3112ba4d23afb0a1c67a2631d3 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1732084981947/Put/seqid=0 2024-11-20T06:43:06,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741859_1036 (size=20072) 2024-11-20T06:43:06,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741859_1036 (size=20072) 2024-11-20T06:43:06,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741859_1036 (size=20072) 2024-11-20T06:43:06,795 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/4b0b366b541f79590de7ce9bfdc31004/.tmp/a/35182c3112ba4d23afb0a1c67a2631d3 2024-11-20T06:43:06,820 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/4b0b366b541f79590de7ce9bfdc31004/.tmp/b/de29736d35f7404f909d33fe240013d7 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1732084981964/Put/seqid=0 2024-11-20T06:43:06,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741860_1037 (size=35835) 2024-11-20T06:43:06,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741860_1037 (size=35835) 2024-11-20T06:43:06,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741860_1037 (size=35835) 2024-11-20T06:43:06,832 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/4b0b366b541f79590de7ce9bfdc31004/.tmp/b/de29736d35f7404f909d33fe240013d7 2024-11-20T06:43:06,841 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/4b0b366b541f79590de7ce9bfdc31004/.tmp/a/35182c3112ba4d23afb0a1c67a2631d3 as hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/4b0b366b541f79590de7ce9bfdc31004/a/35182c3112ba4d23afb0a1c67a2631d3 2024-11-20T06:43:06,848 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/4b0b366b541f79590de7ce9bfdc31004/a/35182c3112ba4d23afb0a1c67a2631d3, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-20T06:43:06,849 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/4b0b366b541f79590de7ce9bfdc31004/.tmp/b/de29736d35f7404f909d33fe240013d7 as hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/4b0b366b541f79590de7ce9bfdc31004/b/de29736d35f7404f909d33fe240013d7 2024-11-20T06:43:06,857 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/4b0b366b541f79590de7ce9bfdc31004/b/de29736d35f7404f909d33fe240013d7, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-20T06:43:06,857 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 4b0b366b541f79590de7ce9bfdc31004 in 82ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-20T06:43:06,879 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-20T06:43:06,879 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4b0b366b541f79590de7ce9bfdc31004 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-20T06:43:06,886 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/4b0b366b541f79590de7ce9bfdc31004/.tmp/b/c3d9c262019e4b18876d615c42de6403 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1732084981981/Put/seqid=0 2024-11-20T06:43:06,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741861_1038 (size=35082) 2024-11-20T06:43:06,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741861_1038 (size=35082) 2024-11-20T06:43:06,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741861_1038 (size=35082) 2024-11-20T06:43:06,895 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/4b0b366b541f79590de7ce9bfdc31004/.tmp/b/c3d9c262019e4b18876d615c42de6403 2024-11-20T06:43:06,925 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/4b0b366b541f79590de7ce9bfdc31004/.tmp/c/a26d6ae6f3fa4a3c881334c806dfe66a is 62, key is testReplayEditsWrittenIntoWAL/c:100/1732084982006/Put/seqid=0 2024-11-20T06:43:06,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741862_1039 (size=20825) 2024-11-20T06:43:06,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741862_1039 (size=20825) 2024-11-20T06:43:06,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741862_1039 (size=20825) 2024-11-20T06:43:06,934 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/4b0b366b541f79590de7ce9bfdc31004/.tmp/c/a26d6ae6f3fa4a3c881334c806dfe66a 2024-11-20T06:43:06,942 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/4b0b366b541f79590de7ce9bfdc31004/.tmp/b/c3d9c262019e4b18876d615c42de6403 as hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/4b0b366b541f79590de7ce9bfdc31004/b/c3d9c262019e4b18876d615c42de6403 2024-11-20T06:43:06,948 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/4b0b366b541f79590de7ce9bfdc31004/b/c3d9c262019e4b18876d615c42de6403, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-20T06:43:06,950 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/4b0b366b541f79590de7ce9bfdc31004/.tmp/c/a26d6ae6f3fa4a3c881334c806dfe66a as hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/4b0b366b541f79590de7ce9bfdc31004/c/a26d6ae6f3fa4a3c881334c806dfe66a 2024-11-20T06:43:06,957 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/4b0b366b541f79590de7ce9bfdc31004/c/a26d6ae6f3fa4a3c881334c806dfe66a, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-20T06:43:06,957 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 4b0b366b541f79590de7ce9bfdc31004 in 78ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-20T06:43:06,973 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1732084982042/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1732084981812.4b0b366b541f79590de7ce9bfdc31004. 2024-11-20T06:43:06,976 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/4b0b366b541f79590de7ce9bfdc31004/recovered.edits/0000000000000003002 2024-11-20T06:43:06,977 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-20T06:43:06,977 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4b0b366b541f79590de7ce9bfdc31004 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-20T06:43:06,987 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/4b0b366b541f79590de7ce9bfdc31004/.tmp/c/226cb4ad89a349febf22f084c01226ca is 62, key is testReplayEditsWrittenIntoWAL/c:262/1732084982012/Put/seqid=0 2024-11-20T06:43:06,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741863_1040 (size=50301) 2024-11-20T06:43:06,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741863_1040 (size=50301) 2024-11-20T06:43:06,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741863_1040 (size=50301) 2024-11-20T06:43:06,997 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/4b0b366b541f79590de7ce9bfdc31004/.tmp/c/226cb4ad89a349febf22f084c01226ca 2024-11-20T06:43:07,004 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 226cb4ad89a349febf22f084c01226ca 2024-11-20T06:43:07,006 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/4b0b366b541f79590de7ce9bfdc31004/.tmp/c/226cb4ad89a349febf22f084c01226ca as hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/4b0b366b541f79590de7ce9bfdc31004/c/226cb4ad89a349febf22f084c01226ca 2024-11-20T06:43:07,014 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 226cb4ad89a349febf22f084c01226ca 2024-11-20T06:43:07,014 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/4b0b366b541f79590de7ce9bfdc31004/c/226cb4ad89a349febf22f084c01226ca, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-20T06:43:07,015 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 4b0b366b541f79590de7ce9bfdc31004 in 37ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-20T06:43:07,016 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/4b0b366b541f79590de7ce9bfdc31004/recovered.edits/0000000000000003002 2024-11-20T06:43:07,018 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4b0b366b541f79590de7ce9bfdc31004 2024-11-20T06:43:07,018 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4b0b366b541f79590de7ce9bfdc31004 2024-11-20T06:43:07,019 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T06:43:07,021 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4b0b366b541f79590de7ce9bfdc31004 2024-11-20T06:43:07,025 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenIntoWAL/4b0b366b541f79590de7ce9bfdc31004/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-20T06:43:07,026 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4b0b366b541f79590de7ce9bfdc31004; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69913618, jitterRate=0.04179409146308899}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T06:43:07,027 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4b0b366b541f79590de7ce9bfdc31004: Writing region info on filesystem at 1732084986261Initializing all the Stores at 1732084986262 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084986262Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084986263 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084986263Cleaning up temporary data from old regions at 1732084987018 (+755 ms)Region opened successfully at 1732084987027 (+9 ms) 2024-11-20T06:43:07,106 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4b0b366b541f79590de7ce9bfdc31004, disabling compactions & flushes 2024-11-20T06:43:07,106 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732084981812.4b0b366b541f79590de7ce9bfdc31004. 2024-11-20T06:43:07,106 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732084981812.4b0b366b541f79590de7ce9bfdc31004. 2024-11-20T06:43:07,106 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732084981812.4b0b366b541f79590de7ce9bfdc31004. after waiting 0 ms 2024-11-20T06:43:07,106 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732084981812.4b0b366b541f79590de7ce9bfdc31004. 2024-11-20T06:43:07,108 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732084981812.4b0b366b541f79590de7ce9bfdc31004. 2024-11-20T06:43:07,108 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4b0b366b541f79590de7ce9bfdc31004: Waiting for close lock at 1732084987105Disabling compacts and flushes for region at 1732084987105Disabling writes for close at 1732084987106 (+1 ms)Writing region close event to WAL at 1732084987108 (+2 ms)Closed at 1732084987108 2024-11-20T06:43:07,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741857_1034 (size=95) 2024-11-20T06:43:07,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741857_1034 (size=95) 2024-11-20T06:43:07,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741857_1034 (size=95) 2024-11-20T06:43:07,115 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T06:43:07,115 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732084986240) 2024-11-20T06:43:07,130 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=403 (was 389) Potentially hanging thread: IPC Client (1396088596) connection to localhost/127.0.0.1:39335 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/cluster_4b79f8cf-9dc2-52a4-30b9-fa900e08f577/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1396088596) connection to localhost/127.0.0.1:40623 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1026492462_22 at /127.0.0.1:54848 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/cluster_4b79f8cf-9dc2-52a4-30b9-fa900e08f577/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1026492462_22 at /127.0.0.1:54798 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1026492462_22 at /127.0.0.1:47010 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:35829 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1026492462_22 at /127.0.0.1:59906 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1396088596) connection to localhost/127.0.0.1:35829 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=304 (was 330), ProcessCount=11 (was 11), AvailableMemoryMB=4476 (was 4531) 2024-11-20T06:43:07,141 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=403, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=304, ProcessCount=11, AvailableMemoryMB=4474 2024-11-20T06:43:07,157 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T06:43:07,160 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T06:43:07,161 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T06:43:07,165 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-97672353, suffix=, logDir=hdfs://localhost:35829/hbase/WALs/hregion-97672353, archiveDir=hdfs://localhost:35829/hbase/oldWALs, maxLogs=32 2024-11-20T06:43:07,177 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-97672353/hregion-97672353.1732084987165, exclude list is [], retry=0 2024-11-20T06:43:07,181 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-8949a2de-1a02-4d4d-8ca2-8c4e7cc56853,DISK] 2024-11-20T06:43:07,181 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44289,DS-de73167d-9978-4224-a87b-4197004cd0e1,DISK] 2024-11-20T06:43:07,181 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38671,DS-9680009f-2dc1-4f36-bb67-5af69cfd1120,DISK] 2024-11-20T06:43:07,184 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-97672353/hregion-97672353.1732084987165 2024-11-20T06:43:07,184 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40325:40325),(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:41285:41285)] 2024-11-20T06:43:07,184 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => b747d162f1d9fce047dc90d3de676080, NAME => 'test2727,,1732084987158.b747d162f1d9fce047dc90d3de676080.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35829/hbase 2024-11-20T06:43:07,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741865_1042 (size=43) 2024-11-20T06:43:07,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741865_1042 (size=43) 2024-11-20T06:43:07,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741865_1042 (size=43) 2024-11-20T06:43:07,200 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732084987158.b747d162f1d9fce047dc90d3de676080.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:43:07,202 INFO [StoreOpener-b747d162f1d9fce047dc90d3de676080-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b747d162f1d9fce047dc90d3de676080 2024-11-20T06:43:07,205 INFO [StoreOpener-b747d162f1d9fce047dc90d3de676080-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b747d162f1d9fce047dc90d3de676080 columnFamilyName a 2024-11-20T06:43:07,205 DEBUG [StoreOpener-b747d162f1d9fce047dc90d3de676080-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:07,206 INFO [StoreOpener-b747d162f1d9fce047dc90d3de676080-1 {}] regionserver.HStore(327): Store=b747d162f1d9fce047dc90d3de676080/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:07,206 INFO [StoreOpener-b747d162f1d9fce047dc90d3de676080-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b747d162f1d9fce047dc90d3de676080 2024-11-20T06:43:07,208 INFO [StoreOpener-b747d162f1d9fce047dc90d3de676080-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b747d162f1d9fce047dc90d3de676080 columnFamilyName b 2024-11-20T06:43:07,208 DEBUG [StoreOpener-b747d162f1d9fce047dc90d3de676080-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:07,209 INFO [StoreOpener-b747d162f1d9fce047dc90d3de676080-1 {}] regionserver.HStore(327): Store=b747d162f1d9fce047dc90d3de676080/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:07,209 INFO [StoreOpener-b747d162f1d9fce047dc90d3de676080-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b747d162f1d9fce047dc90d3de676080 2024-11-20T06:43:07,211 INFO [StoreOpener-b747d162f1d9fce047dc90d3de676080-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b747d162f1d9fce047dc90d3de676080 columnFamilyName c 2024-11-20T06:43:07,211 DEBUG [StoreOpener-b747d162f1d9fce047dc90d3de676080-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:07,212 INFO [StoreOpener-b747d162f1d9fce047dc90d3de676080-1 {}] regionserver.HStore(327): Store=b747d162f1d9fce047dc90d3de676080/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:07,213 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b747d162f1d9fce047dc90d3de676080 2024-11-20T06:43:07,214 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/test2727/b747d162f1d9fce047dc90d3de676080 2024-11-20T06:43:07,215 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/test2727/b747d162f1d9fce047dc90d3de676080 2024-11-20T06:43:07,217 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b747d162f1d9fce047dc90d3de676080 2024-11-20T06:43:07,217 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b747d162f1d9fce047dc90d3de676080 2024-11-20T06:43:07,218 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T06:43:07,220 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b747d162f1d9fce047dc90d3de676080 2024-11-20T06:43:07,227 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35829/hbase/data/default/test2727/b747d162f1d9fce047dc90d3de676080/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T06:43:07,228 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b747d162f1d9fce047dc90d3de676080; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72058414, jitterRate=0.07375404238700867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T06:43:07,229 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b747d162f1d9fce047dc90d3de676080: Writing region info on filesystem at 1732084987200Initializing all the Stores at 1732084987202 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084987202Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084987202Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084987202Cleaning up temporary data from old regions at 1732084987217 (+15 ms)Region opened successfully at 1732084987229 (+12 ms) 2024-11-20T06:43:07,229 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b747d162f1d9fce047dc90d3de676080, disabling compactions & flushes 2024-11-20T06:43:07,230 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732084987158.b747d162f1d9fce047dc90d3de676080. 2024-11-20T06:43:07,230 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732084987158.b747d162f1d9fce047dc90d3de676080. 2024-11-20T06:43:07,230 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732084987158.b747d162f1d9fce047dc90d3de676080. after waiting 0 ms 2024-11-20T06:43:07,230 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732084987158.b747d162f1d9fce047dc90d3de676080. 2024-11-20T06:43:07,230 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732084987158.b747d162f1d9fce047dc90d3de676080. 2024-11-20T06:43:07,230 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b747d162f1d9fce047dc90d3de676080: Waiting for close lock at 1732084987229Disabling compacts and flushes for region at 1732084987229Disabling writes for close at 1732084987230 (+1 ms)Writing region close event to WAL at 1732084987230Closed at 1732084987230 2024-11-20T06:43:07,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741864_1041 (size=95) 2024-11-20T06:43:07,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741864_1041 (size=95) 2024-11-20T06:43:07,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741864_1041 (size=95) 2024-11-20T06:43:07,237 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T06:43:07,237 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-97672353:(num 1732084987165) 2024-11-20T06:43:07,237 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T06:43:07,239 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35829/hbase/WALs/test2727-manual,16010,1732084987156, archiveDir=hdfs://localhost:35829/hbase/oldWALs, maxLogs=32 2024-11-20T06:43:07,252 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732084987156/wal.1732084987240, exclude list is [], retry=0 2024-11-20T06:43:07,255 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-8949a2de-1a02-4d4d-8ca2-8c4e7cc56853,DISK] 2024-11-20T06:43:07,256 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44289,DS-de73167d-9978-4224-a87b-4197004cd0e1,DISK] 2024-11-20T06:43:07,256 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38671,DS-9680009f-2dc1-4f36-bb67-5af69cfd1120,DISK] 2024-11-20T06:43:07,258 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732084987156/wal.1732084987240 2024-11-20T06:43:07,258 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40325:40325),(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:41285:41285)] 2024-11-20T06:43:07,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741866_1043 (size=263359) 2024-11-20T06:43:07,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741866_1043 (size=263359) 2024-11-20T06:43:07,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741866_1043 (size=263359) 2024-11-20T06:43:07,437 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35829/hbase/WALs/test2727-manual,16010,1732084987156/wal.1732084987240, size=257.2 K (263359bytes) 2024-11-20T06:43:07,437 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35829/hbase/WALs/test2727-manual,16010,1732084987156/wal.1732084987240 2024-11-20T06:43:07,437 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35829/hbase/WALs/test2727-manual,16010,1732084987156/wal.1732084987240 after 0ms 2024-11-20T06:43:07,440 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35829/hbase/WALs/test2727-manual,16010,1732084987156/wal.1732084987240: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T06:43:07,442 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35829/hbase/WALs/test2727-manual,16010,1732084987156/wal.1732084987240 took 6ms 2024-11-20T06:43:07,446 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732084987240.temp 2024-11-20T06:43:07,448 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35829/hbase/data/default/test2727/b747d162f1d9fce047dc90d3de676080/recovered.edits/0000000000000000001-wal.1732084987240.temp 2024-11-20T06:43:07,523 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35829/hbase/WALs/test2727-manual,16010,1732084987156/wal.1732084987240 so closing down 2024-11-20T06:43:07,523 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T06:43:07,523 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T06:43:07,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741867_1044 (size=263359) 2024-11-20T06:43:07,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741867_1044 (size=263359) 2024-11-20T06:43:07,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741867_1044 (size=263359) 2024-11-20T06:43:07,530 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35829/hbase/data/default/test2727/b747d162f1d9fce047dc90d3de676080/recovered.edits/0000000000000000001-wal.1732084987240.temp (wrote 3000 edits, skipped 0 edits in 67 ms) 2024-11-20T06:43:07,531 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35829/hbase/data/default/test2727/b747d162f1d9fce047dc90d3de676080/recovered.edits/0000000000000000001-wal.1732084987240.temp to hdfs://localhost:35829/hbase/data/default/test2727/b747d162f1d9fce047dc90d3de676080/recovered.edits/0000000000000003000 2024-11-20T06:43:07,531 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 89 ms; skipped=0; WAL=hdfs://localhost:35829/hbase/WALs/test2727-manual,16010,1732084987156/wal.1732084987240, size=257.2 K, length=263359, corrupted=false, cancelled=false 2024-11-20T06:43:07,531 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35829/hbase/WALs/test2727-manual,16010,1732084987156/wal.1732084987240, journal: Splitting hdfs://localhost:35829/hbase/WALs/test2727-manual,16010,1732084987156/wal.1732084987240, size=257.2 K (263359bytes) at 1732084987437Creating recovered edits writer path=hdfs://localhost:35829/hbase/data/default/test2727/b747d162f1d9fce047dc90d3de676080/recovered.edits/0000000000000000001-wal.1732084987240.temp at 1732084987448 (+11 ms)Split 1024 edits, skipped 0 edits. at 1732084987491 (+43 ms)Split 2048 edits, skipped 0 edits. at 1732084987509 (+18 ms)Finishing writing output for hdfs://localhost:35829/hbase/WALs/test2727-manual,16010,1732084987156/wal.1732084987240 so closing down at 1732084987523 (+14 ms)3 split writer threads finished at 1732084987523Closed recovered edits writer path=hdfs://localhost:35829/hbase/data/default/test2727/b747d162f1d9fce047dc90d3de676080/recovered.edits/0000000000000000001-wal.1732084987240.temp (wrote 3000 edits, skipped 0 edits in 67 ms) at 1732084987530 (+7 ms)Rename recovered edits hdfs://localhost:35829/hbase/data/default/test2727/b747d162f1d9fce047dc90d3de676080/recovered.edits/0000000000000000001-wal.1732084987240.temp to hdfs://localhost:35829/hbase/data/default/test2727/b747d162f1d9fce047dc90d3de676080/recovered.edits/0000000000000003000 at 1732084987531 (+1 ms)Processed 3000 edits across 1 Regions in 89 ms; skipped=0; WAL=hdfs://localhost:35829/hbase/WALs/test2727-manual,16010,1732084987156/wal.1732084987240, size=257.2 K, length=263359, corrupted=false, cancelled=false at 1732084987531 2024-11-20T06:43:07,533 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35829/hbase/WALs/test2727-manual,16010,1732084987156/wal.1732084987240 to hdfs://localhost:35829/hbase/oldWALs/wal.1732084987240 2024-11-20T06:43:07,534 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35829/hbase/data/default/test2727/b747d162f1d9fce047dc90d3de676080/recovered.edits/0000000000000003000 2024-11-20T06:43:07,534 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T06:43:07,537 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35829/hbase/WALs/test2727-manual,16010,1732084987156, archiveDir=hdfs://localhost:35829/hbase/oldWALs, maxLogs=32 2024-11-20T06:43:07,549 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732084987156/wal.1732084987537, exclude list is [], retry=0 2024-11-20T06:43:07,552 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-8949a2de-1a02-4d4d-8ca2-8c4e7cc56853,DISK] 2024-11-20T06:43:07,552 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38671,DS-9680009f-2dc1-4f36-bb67-5af69cfd1120,DISK] 2024-11-20T06:43:07,553 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44289,DS-de73167d-9978-4224-a87b-4197004cd0e1,DISK] 2024-11-20T06:43:07,555 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732084987156/wal.1732084987537 2024-11-20T06:43:07,555 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40325:40325),(127.0.0.1/127.0.0.1:41285:41285),(127.0.0.1/127.0.0.1:36921:36921)] 2024-11-20T06:43:07,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741868_1045 (size=263486) 2024-11-20T06:43:07,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741868_1045 (size=263486) 2024-11-20T06:43:07,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741868_1045 (size=263486) 2024-11-20T06:43:07,771 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35829/hbase/WALs/test2727-manual,16010,1732084987156/wal.1732084987537, size=257.3 K (263486bytes) 2024-11-20T06:43:07,772 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35829/hbase/WALs/test2727-manual,16010,1732084987156/wal.1732084987537 2024-11-20T06:43:07,772 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35829/hbase/WALs/test2727-manual,16010,1732084987156/wal.1732084987537 after 0ms 2024-11-20T06:43:07,776 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35829/hbase/WALs/test2727-manual,16010,1732084987156/wal.1732084987537: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T06:43:07,777 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35829/hbase/WALs/test2727-manual,16010,1732084987156/wal.1732084987537 took 6ms 2024-11-20T06:43:07,781 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1732084987537.temp 2024-11-20T06:43:07,787 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35829/hbase/data/default/test2727/b747d162f1d9fce047dc90d3de676080/recovered.edits/0000000000000003001-wal.1732084987537.temp 2024-11-20T06:43:07,834 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35829/hbase/WALs/test2727-manual,16010,1732084987156/wal.1732084987537 so closing down 2024-11-20T06:43:07,834 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T06:43:07,835 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T06:43:07,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741869_1046 (size=263486) 2024-11-20T06:43:07,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741869_1046 (size=263486) 2024-11-20T06:43:07,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741869_1046 (size=263486) 2024-11-20T06:43:07,838 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35829/hbase/data/default/test2727/b747d162f1d9fce047dc90d3de676080/recovered.edits/0000000000000003001-wal.1732084987537.temp (wrote 3000 edits, skipped 0 edits in 33 ms) 2024-11-20T06:43:07,839 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35829/hbase/data/default/test2727/b747d162f1d9fce047dc90d3de676080/recovered.edits/0000000000000003001-wal.1732084987537.temp to hdfs://localhost:35829/hbase/data/default/test2727/b747d162f1d9fce047dc90d3de676080/recovered.edits/0000000000000006000 2024-11-20T06:43:07,840 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 62 ms; skipped=0; WAL=hdfs://localhost:35829/hbase/WALs/test2727-manual,16010,1732084987156/wal.1732084987537, size=257.3 K, length=263486, corrupted=false, cancelled=false 2024-11-20T06:43:07,840 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35829/hbase/WALs/test2727-manual,16010,1732084987156/wal.1732084987537, journal: Splitting hdfs://localhost:35829/hbase/WALs/test2727-manual,16010,1732084987156/wal.1732084987537, size=257.3 K (263486bytes) at 1732084987771Creating recovered edits writer path=hdfs://localhost:35829/hbase/data/default/test2727/b747d162f1d9fce047dc90d3de676080/recovered.edits/0000000000000003001-wal.1732084987537.temp at 1732084987787 (+16 ms)Split 1024 edits, skipped 0 edits. at 1732084987799 (+12 ms)Split 2048 edits, skipped 0 edits. at 1732084987817 (+18 ms)Finishing writing output for hdfs://localhost:35829/hbase/WALs/test2727-manual,16010,1732084987156/wal.1732084987537 so closing down at 1732084987834 (+17 ms)3 split writer threads finished at 1732084987835 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35829/hbase/data/default/test2727/b747d162f1d9fce047dc90d3de676080/recovered.edits/0000000000000003001-wal.1732084987537.temp (wrote 3000 edits, skipped 0 edits in 33 ms) at 1732084987838 (+3 ms)Rename recovered edits hdfs://localhost:35829/hbase/data/default/test2727/b747d162f1d9fce047dc90d3de676080/recovered.edits/0000000000000003001-wal.1732084987537.temp to hdfs://localhost:35829/hbase/data/default/test2727/b747d162f1d9fce047dc90d3de676080/recovered.edits/0000000000000006000 at 1732084987840 (+2 ms)Processed 3000 edits across 1 Regions in 62 ms; skipped=0; WAL=hdfs://localhost:35829/hbase/WALs/test2727-manual,16010,1732084987156/wal.1732084987537, size=257.3 K, length=263486, corrupted=false, cancelled=false at 1732084987840 2024-11-20T06:43:07,842 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35829/hbase/WALs/test2727-manual,16010,1732084987156/wal.1732084987537 to hdfs://localhost:35829/hbase/oldWALs/wal.1732084987537 2024-11-20T06:43:07,843 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35829/hbase/data/default/test2727/b747d162f1d9fce047dc90d3de676080/recovered.edits/0000000000000006000 2024-11-20T06:43:07,843 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T06:43:07,845 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35829/hbase/WALs/test2727-manual,16010,1732084987156, archiveDir=hdfs://localhost:35829/hbase/oldWALs, maxLogs=32 2024-11-20T06:43:07,859 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732084987156/wal.1732084987846, exclude list is [], retry=0 2024-11-20T06:43:07,862 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38671,DS-9680009f-2dc1-4f36-bb67-5af69cfd1120,DISK] 2024-11-20T06:43:07,863 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-8949a2de-1a02-4d4d-8ca2-8c4e7cc56853,DISK] 2024-11-20T06:43:07,863 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44289,DS-de73167d-9978-4224-a87b-4197004cd0e1,DISK] 2024-11-20T06:43:07,866 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732084987156/wal.1732084987846 2024-11-20T06:43:07,866 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41285:41285),(127.0.0.1/127.0.0.1:40325:40325),(127.0.0.1/127.0.0.1:36921:36921)] 2024-11-20T06:43:07,867 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b747d162f1d9fce047dc90d3de676080, NAME => 'test2727,,1732084987158.b747d162f1d9fce047dc90d3de676080.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:43:07,867 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732084987158.b747d162f1d9fce047dc90d3de676080.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:43:07,867 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b747d162f1d9fce047dc90d3de676080 2024-11-20T06:43:07,867 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b747d162f1d9fce047dc90d3de676080 2024-11-20T06:43:07,869 INFO [StoreOpener-b747d162f1d9fce047dc90d3de676080-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b747d162f1d9fce047dc90d3de676080 2024-11-20T06:43:07,871 INFO [StoreOpener-b747d162f1d9fce047dc90d3de676080-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b747d162f1d9fce047dc90d3de676080 columnFamilyName a 2024-11-20T06:43:07,871 DEBUG [StoreOpener-b747d162f1d9fce047dc90d3de676080-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:07,872 INFO [StoreOpener-b747d162f1d9fce047dc90d3de676080-1 {}] regionserver.HStore(327): Store=b747d162f1d9fce047dc90d3de676080/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:07,872 INFO [StoreOpener-b747d162f1d9fce047dc90d3de676080-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b747d162f1d9fce047dc90d3de676080 2024-11-20T06:43:07,873 INFO [StoreOpener-b747d162f1d9fce047dc90d3de676080-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b747d162f1d9fce047dc90d3de676080 columnFamilyName b 2024-11-20T06:43:07,873 DEBUG [StoreOpener-b747d162f1d9fce047dc90d3de676080-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:07,874 INFO [StoreOpener-b747d162f1d9fce047dc90d3de676080-1 {}] regionserver.HStore(327): Store=b747d162f1d9fce047dc90d3de676080/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:07,874 INFO [StoreOpener-b747d162f1d9fce047dc90d3de676080-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b747d162f1d9fce047dc90d3de676080 2024-11-20T06:43:07,875 INFO [StoreOpener-b747d162f1d9fce047dc90d3de676080-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b747d162f1d9fce047dc90d3de676080 columnFamilyName c 2024-11-20T06:43:07,876 DEBUG [StoreOpener-b747d162f1d9fce047dc90d3de676080-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:07,876 INFO [StoreOpener-b747d162f1d9fce047dc90d3de676080-1 {}] regionserver.HStore(327): Store=b747d162f1d9fce047dc90d3de676080/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:07,876 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b747d162f1d9fce047dc90d3de676080 2024-11-20T06:43:07,877 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/test2727/b747d162f1d9fce047dc90d3de676080 2024-11-20T06:43:07,880 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/test2727/b747d162f1d9fce047dc90d3de676080 2024-11-20T06:43:07,881 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35829/hbase/data/default/test2727/b747d162f1d9fce047dc90d3de676080/recovered.edits/0000000000000003000 2024-11-20T06:43:07,884 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35829/hbase/data/default/test2727/b747d162f1d9fce047dc90d3de676080/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T06:43:07,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T06:43:07,956 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T06:43:07,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T06:43:07,958 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T06:43:07,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T06:43:07,958 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T06:43:07,959 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-20T06:43:07,959 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-20T06:43:07,964 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:35829/hbase/data/default/test2727/b747d162f1d9fce047dc90d3de676080/recovered.edits/0000000000000003000 2024-11-20T06:43:07,965 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35829/hbase/data/default/test2727/b747d162f1d9fce047dc90d3de676080/recovered.edits/0000000000000006000 2024-11-20T06:43:07,969 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35829/hbase/data/default/test2727/b747d162f1d9fce047dc90d3de676080/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T06:43:08,038 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:35829/hbase/data/default/test2727/b747d162f1d9fce047dc90d3de676080/recovered.edits/0000000000000006000 2024-11-20T06:43:08,039 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b747d162f1d9fce047dc90d3de676080 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-20T06:43:08,061 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35829/hbase/data/default/test2727/b747d162f1d9fce047dc90d3de676080/.tmp/a/b9ecc7b496c143948c7be61b172681c9 is 41, key is test2727/a:100/1732084987562/Put/seqid=0 2024-11-20T06:43:08,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741871_1048 (size=84227) 2024-11-20T06:43:08,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741871_1048 (size=84227) 2024-11-20T06:43:08,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741871_1048 (size=84227) 2024-11-20T06:43:08,069 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:35829/hbase/data/default/test2727/b747d162f1d9fce047dc90d3de676080/.tmp/a/b9ecc7b496c143948c7be61b172681c9 2024-11-20T06:43:08,095 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35829/hbase/data/default/test2727/b747d162f1d9fce047dc90d3de676080/.tmp/b/889fd36ee31f4334973a98745dcf8214 is 41, key is test2727/b:100/1732084987626/Put/seqid=0 2024-11-20T06:43:08,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741872_1049 (size=84609) 2024-11-20T06:43:08,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741872_1049 (size=84609) 2024-11-20T06:43:08,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741872_1049 (size=84609) 2024-11-20T06:43:08,100 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:35829/hbase/data/default/test2727/b747d162f1d9fce047dc90d3de676080/.tmp/b/889fd36ee31f4334973a98745dcf8214 2024-11-20T06:43:08,135 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35829/hbase/data/default/test2727/b747d162f1d9fce047dc90d3de676080/.tmp/c/28cece23fa3747d3b4b7c9f753201ad0 is 41, key is test2727/c:100/1732084987690/Put/seqid=0 2024-11-20T06:43:08,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741873_1050 (size=84609) 2024-11-20T06:43:08,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741873_1050 (size=84609) 2024-11-20T06:43:08,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741873_1050 (size=84609) 2024-11-20T06:43:08,142 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:35829/hbase/data/default/test2727/b747d162f1d9fce047dc90d3de676080/.tmp/c/28cece23fa3747d3b4b7c9f753201ad0 2024-11-20T06:43:08,150 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35829/hbase/data/default/test2727/b747d162f1d9fce047dc90d3de676080/.tmp/a/b9ecc7b496c143948c7be61b172681c9 as hdfs://localhost:35829/hbase/data/default/test2727/b747d162f1d9fce047dc90d3de676080/a/b9ecc7b496c143948c7be61b172681c9 2024-11-20T06:43:08,157 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35829/hbase/data/default/test2727/b747d162f1d9fce047dc90d3de676080/a/b9ecc7b496c143948c7be61b172681c9, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-20T06:43:08,159 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35829/hbase/data/default/test2727/b747d162f1d9fce047dc90d3de676080/.tmp/b/889fd36ee31f4334973a98745dcf8214 as hdfs://localhost:35829/hbase/data/default/test2727/b747d162f1d9fce047dc90d3de676080/b/889fd36ee31f4334973a98745dcf8214 2024-11-20T06:43:08,166 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35829/hbase/data/default/test2727/b747d162f1d9fce047dc90d3de676080/b/889fd36ee31f4334973a98745dcf8214, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-20T06:43:08,167 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35829/hbase/data/default/test2727/b747d162f1d9fce047dc90d3de676080/.tmp/c/28cece23fa3747d3b4b7c9f753201ad0 as hdfs://localhost:35829/hbase/data/default/test2727/b747d162f1d9fce047dc90d3de676080/c/28cece23fa3747d3b4b7c9f753201ad0 2024-11-20T06:43:08,175 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35829/hbase/data/default/test2727/b747d162f1d9fce047dc90d3de676080/c/28cece23fa3747d3b4b7c9f753201ad0, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-20T06:43:08,176 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for b747d162f1d9fce047dc90d3de676080 in 137ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-20T06:43:08,177 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35829/hbase/data/default/test2727/b747d162f1d9fce047dc90d3de676080/recovered.edits/0000000000000003000 2024-11-20T06:43:08,177 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35829/hbase/data/default/test2727/b747d162f1d9fce047dc90d3de676080/recovered.edits/0000000000000006000 2024-11-20T06:43:08,179 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b747d162f1d9fce047dc90d3de676080 2024-11-20T06:43:08,179 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b747d162f1d9fce047dc90d3de676080 2024-11-20T06:43:08,179 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T06:43:08,181 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b747d162f1d9fce047dc90d3de676080 2024-11-20T06:43:08,184 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35829/hbase/data/default/test2727/b747d162f1d9fce047dc90d3de676080/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-20T06:43:08,185 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b747d162f1d9fce047dc90d3de676080; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63064716, jitterRate=-0.06026250123977661}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T06:43:08,186 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b747d162f1d9fce047dc90d3de676080: Writing region info on filesystem at 1732084987867Initializing all the Stores at 1732084987869 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084987869Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084987869Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084987869Obtaining lock to block concurrent updates at 1732084988039 (+170 ms)Preparing flush snapshotting stores in b747d162f1d9fce047dc90d3de676080 at 1732084988039Finished memstore snapshotting test2727,,1732084987158.b747d162f1d9fce047dc90d3de676080., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1732084988039Flushing stores of test2727,,1732084987158.b747d162f1d9fce047dc90d3de676080. at 1732084988039Flushing b747d162f1d9fce047dc90d3de676080/a: creating writer at 1732084988039Flushing b747d162f1d9fce047dc90d3de676080/a: appending metadata at 1732084988061 (+22 ms)Flushing b747d162f1d9fce047dc90d3de676080/a: closing flushed file at 1732084988061Flushing b747d162f1d9fce047dc90d3de676080/b: creating writer at 1732084988076 (+15 ms)Flushing b747d162f1d9fce047dc90d3de676080/b: appending metadata at 1732084988093 (+17 ms)Flushing b747d162f1d9fce047dc90d3de676080/b: closing flushed file at 1732084988093Flushing b747d162f1d9fce047dc90d3de676080/c: creating writer at 1732084988109 (+16 ms)Flushing b747d162f1d9fce047dc90d3de676080/c: appending metadata at 1732084988134 (+25 ms)Flushing b747d162f1d9fce047dc90d3de676080/c: closing flushed file at 1732084988134Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@735791e4: reopening flushed file at 1732084988149 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@94dfa6d: reopening flushed file at 1732084988158 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@97321d0: reopening flushed file at 1732084988166 (+8 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for b747d162f1d9fce047dc90d3de676080 in 137ms, sequenceid=6000, compaction requested=false; wal=null at 1732084988176 (+10 ms)Cleaning up temporary data from old regions at 1732084988179 (+3 ms)Region opened successfully at 1732084988186 (+7 ms) 2024-11-20T06:43:08,188 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-20T06:43:08,188 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b747d162f1d9fce047dc90d3de676080, disabling compactions & flushes 2024-11-20T06:43:08,188 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732084987158.b747d162f1d9fce047dc90d3de676080. 2024-11-20T06:43:08,188 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732084987158.b747d162f1d9fce047dc90d3de676080. 2024-11-20T06:43:08,188 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732084987158.b747d162f1d9fce047dc90d3de676080. after waiting 0 ms 2024-11-20T06:43:08,188 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732084987158.b747d162f1d9fce047dc90d3de676080. 2024-11-20T06:43:08,190 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732084987158.b747d162f1d9fce047dc90d3de676080. 2024-11-20T06:43:08,190 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b747d162f1d9fce047dc90d3de676080: Waiting for close lock at 1732084988188Disabling compacts and flushes for region at 1732084988188Disabling writes for close at 1732084988188Writing region close event to WAL at 1732084988190 (+2 ms)Closed at 1732084988190 2024-11-20T06:43:08,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741870_1047 (size=95) 2024-11-20T06:43:08,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741870_1047 (size=95) 2024-11-20T06:43:08,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741870_1047 (size=95) 2024-11-20T06:43:08,197 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T06:43:08,197 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732084987846) 2024-11-20T06:43:08,213 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=405 (was 403) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1836411432_22 at /127.0.0.1:59992 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1836411432_22 at /127.0.0.1:47182 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1836411432_22 at /127.0.0.1:54798 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=320 (was 304) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4348 (was 4474) 2024-11-20T06:43:08,227 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=405, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=320, ProcessCount=11, AvailableMemoryMB=4348 2024-11-20T06:43:08,242 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T06:43:08,248 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35829/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732084988241, archiveDir=hdfs://localhost:35829/hbase/oldWALs, maxLogs=32 2024-11-20T06:43:08,249 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1732084988249 2024-11-20T06:43:08,260 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732084988241/wal.1732084988249 2024-11-20T06:43:08,262 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41285:41285),(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:40325:40325)] 2024-11-20T06:43:08,263 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b9f83231fec98d19f36a87f2392257b6, NAME => 'testSequentialEditLogSeqNum,,1732084988243.b9f83231fec98d19f36a87f2392257b6.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:43:08,263 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1732084988243.b9f83231fec98d19f36a87f2392257b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:43:08,263 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b9f83231fec98d19f36a87f2392257b6 2024-11-20T06:43:08,263 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b9f83231fec98d19f36a87f2392257b6 2024-11-20T06:43:08,265 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:35829/hbase/data/default/testSequentialEditLogSeqNum/b9f83231fec98d19f36a87f2392257b6 doesn't exist for region: b9f83231fec98d19f36a87f2392257b6 on table testSequentialEditLogSeqNum 2024-11-20T06:43:08,265 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: b9f83231fec98d19f36a87f2392257b6 on table testSequentialEditLogSeqNum 2024-11-20T06:43:08,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741875_1052 (size=62) 2024-11-20T06:43:08,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741875_1052 (size=62) 2024-11-20T06:43:08,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741875_1052 (size=62) 2024-11-20T06:43:08,276 INFO [StoreOpener-b9f83231fec98d19f36a87f2392257b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b9f83231fec98d19f36a87f2392257b6 2024-11-20T06:43:08,278 INFO [StoreOpener-b9f83231fec98d19f36a87f2392257b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9f83231fec98d19f36a87f2392257b6 columnFamilyName a 2024-11-20T06:43:08,278 DEBUG [StoreOpener-b9f83231fec98d19f36a87f2392257b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:08,278 INFO [StoreOpener-b9f83231fec98d19f36a87f2392257b6-1 {}] regionserver.HStore(327): Store=b9f83231fec98d19f36a87f2392257b6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:08,278 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b9f83231fec98d19f36a87f2392257b6 2024-11-20T06:43:08,279 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testSequentialEditLogSeqNum/b9f83231fec98d19f36a87f2392257b6 2024-11-20T06:43:08,279 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testSequentialEditLogSeqNum/b9f83231fec98d19f36a87f2392257b6 2024-11-20T06:43:08,280 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b9f83231fec98d19f36a87f2392257b6 2024-11-20T06:43:08,280 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b9f83231fec98d19f36a87f2392257b6 2024-11-20T06:43:08,282 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b9f83231fec98d19f36a87f2392257b6 2024-11-20T06:43:08,284 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35829/hbase/data/default/testSequentialEditLogSeqNum/b9f83231fec98d19f36a87f2392257b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T06:43:08,285 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b9f83231fec98d19f36a87f2392257b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63713380, jitterRate=-0.050596654415130615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T06:43:08,286 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b9f83231fec98d19f36a87f2392257b6: Writing region info on filesystem at 1732084988264Initializing all the Stores at 1732084988276 (+12 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084988276Cleaning up temporary data from old regions at 1732084988280 (+4 ms)Region opened successfully at 1732084988286 (+6 ms) 2024-11-20T06:43:08,300 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b9f83231fec98d19f36a87f2392257b6 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-20T06:43:08,326 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35829/hbase/data/default/testSequentialEditLogSeqNum/b9f83231fec98d19f36a87f2392257b6/.tmp/a/67fb7bd48a80457eaddeb8a19d75db17 is 81, key is testSequentialEditLogSeqNum/a:x0/1732084988286/Put/seqid=0 2024-11-20T06:43:08,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741876_1053 (size=5833) 2024-11-20T06:43:08,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741876_1053 (size=5833) 2024-11-20T06:43:08,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741876_1053 (size=5833) 2024-11-20T06:43:08,337 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35829/hbase/data/default/testSequentialEditLogSeqNum/b9f83231fec98d19f36a87f2392257b6/.tmp/a/67fb7bd48a80457eaddeb8a19d75db17 2024-11-20T06:43:08,344 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35829/hbase/data/default/testSequentialEditLogSeqNum/b9f83231fec98d19f36a87f2392257b6/.tmp/a/67fb7bd48a80457eaddeb8a19d75db17 as hdfs://localhost:35829/hbase/data/default/testSequentialEditLogSeqNum/b9f83231fec98d19f36a87f2392257b6/a/67fb7bd48a80457eaddeb8a19d75db17 2024-11-20T06:43:08,351 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35829/hbase/data/default/testSequentialEditLogSeqNum/b9f83231fec98d19f36a87f2392257b6/a/67fb7bd48a80457eaddeb8a19d75db17, entries=10, sequenceid=13, filesize=5.7 K 2024-11-20T06:43:08,353 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for b9f83231fec98d19f36a87f2392257b6 in 52ms, sequenceid=13, compaction requested=false 2024-11-20T06:43:08,353 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b9f83231fec98d19f36a87f2392257b6: 2024-11-20T06:43:08,359 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T06:43:08,359 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T06:43:08,359 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T06:43:08,359 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T06:43:08,359 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T06:43:08,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741874_1051 (size=1844) 2024-11-20T06:43:08,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741874_1051 (size=1844) 2024-11-20T06:43:08,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741874_1051 (size=1844) 2024-11-20T06:43:08,377 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35829/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732084988241/wal.1732084988249, size=1.8 K (1844bytes) 2024-11-20T06:43:08,377 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35829/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732084988241/wal.1732084988249 2024-11-20T06:43:08,378 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35829/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732084988241/wal.1732084988249 after 1ms 2024-11-20T06:43:08,380 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35829/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732084988241/wal.1732084988249: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T06:43:08,381 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35829/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732084988241/wal.1732084988249 took 4ms 2024-11-20T06:43:08,384 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35829/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732084988241/wal.1732084988249 so closing down 2024-11-20T06:43:08,384 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T06:43:08,385 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732084988249.temp 2024-11-20T06:43:08,386 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testSequentialEditLogSeqNum/b9f83231fec98d19f36a87f2392257b6/recovered.edits/0000000000000000003-wal.1732084988249.temp 2024-11-20T06:43:08,387 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T06:43:08,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741877_1054 (size=1477) 2024-11-20T06:43:08,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741877_1054 (size=1477) 2024-11-20T06:43:08,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741877_1054 (size=1477) 2024-11-20T06:43:08,395 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testSequentialEditLogSeqNum/b9f83231fec98d19f36a87f2392257b6/recovered.edits/0000000000000000003-wal.1732084988249.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-20T06:43:08,397 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35829/hbase/data/default/testSequentialEditLogSeqNum/b9f83231fec98d19f36a87f2392257b6/recovered.edits/0000000000000000003-wal.1732084988249.temp to hdfs://localhost:35829/hbase/data/default/testSequentialEditLogSeqNum/b9f83231fec98d19f36a87f2392257b6/recovered.edits/0000000000000000020 2024-11-20T06:43:08,397 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 16 ms; skipped=2; WAL=hdfs://localhost:35829/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732084988241/wal.1732084988249, size=1.8 K, length=1844, corrupted=false, cancelled=false 2024-11-20T06:43:08,397 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35829/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732084988241/wal.1732084988249, journal: Splitting hdfs://localhost:35829/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732084988241/wal.1732084988249, size=1.8 K (1844bytes) at 1732084988377Finishing writing output for hdfs://localhost:35829/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732084988241/wal.1732084988249 so closing down at 1732084988384 (+7 ms)Creating recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testSequentialEditLogSeqNum/b9f83231fec98d19f36a87f2392257b6/recovered.edits/0000000000000000003-wal.1732084988249.temp at 1732084988386 (+2 ms)3 split writer threads finished at 1732084988387 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testSequentialEditLogSeqNum/b9f83231fec98d19f36a87f2392257b6/recovered.edits/0000000000000000003-wal.1732084988249.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1732084988396 (+9 ms)Rename recovered edits hdfs://localhost:35829/hbase/data/default/testSequentialEditLogSeqNum/b9f83231fec98d19f36a87f2392257b6/recovered.edits/0000000000000000003-wal.1732084988249.temp to hdfs://localhost:35829/hbase/data/default/testSequentialEditLogSeqNum/b9f83231fec98d19f36a87f2392257b6/recovered.edits/0000000000000000020 at 1732084988397 (+1 ms)Processed 17 edits across 1 Regions in 16 ms; skipped=2; WAL=hdfs://localhost:35829/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732084988241/wal.1732084988249, size=1.8 K, length=1844, corrupted=false, cancelled=false at 1732084988397 2024-11-20T06:43:08,414 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=410 (was 405) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1836411432_22 at /127.0.0.1:59992 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1836411432_22 at /127.0.0.1:54798 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=320 (was 320), ProcessCount=11 (was 11), AvailableMemoryMB=4345 (was 4348) 2024-11-20T06:43:08,429 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=410, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=320, ProcessCount=11, AvailableMemoryMB=4342 2024-11-20T06:43:08,451 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T06:43:08,454 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T06:43:08,491 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T06:43:08,495 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-60714081, suffix=, logDir=hdfs://localhost:35829/hbase/WALs/hregion-60714081, archiveDir=hdfs://localhost:35829/hbase/oldWALs, maxLogs=32 2024-11-20T06:43:08,513 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-60714081/hregion-60714081.1732084988495, exclude list is [], retry=0 2024-11-20T06:43:08,516 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38671,DS-9680009f-2dc1-4f36-bb67-5af69cfd1120,DISK] 2024-11-20T06:43:08,517 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44289,DS-de73167d-9978-4224-a87b-4197004cd0e1,DISK] 2024-11-20T06:43:08,518 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-8949a2de-1a02-4d4d-8ca2-8c4e7cc56853,DISK] 2024-11-20T06:43:08,522 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-60714081/hregion-60714081.1732084988495 2024-11-20T06:43:08,522 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41285:41285),(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:40325:40325)] 2024-11-20T06:43:08,523 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => da4505cbb3adb6f2275ce6cef0274f33, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732084988452.da4505cbb3adb6f2275ce6cef0274f33.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35829/hbase 2024-11-20T06:43:08,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741879_1056 (size=70) 2024-11-20T06:43:08,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741879_1056 (size=70) 2024-11-20T06:43:08,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741879_1056 (size=70) 2024-11-20T06:43:08,940 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732084988452.da4505cbb3adb6f2275ce6cef0274f33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:43:08,943 INFO [StoreOpener-da4505cbb3adb6f2275ce6cef0274f33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region da4505cbb3adb6f2275ce6cef0274f33 2024-11-20T06:43:08,946 INFO [StoreOpener-da4505cbb3adb6f2275ce6cef0274f33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da4505cbb3adb6f2275ce6cef0274f33 columnFamilyName a 2024-11-20T06:43:08,946 DEBUG [StoreOpener-da4505cbb3adb6f2275ce6cef0274f33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:08,946 INFO [StoreOpener-da4505cbb3adb6f2275ce6cef0274f33-1 {}] regionserver.HStore(327): Store=da4505cbb3adb6f2275ce6cef0274f33/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:08,947 INFO [StoreOpener-da4505cbb3adb6f2275ce6cef0274f33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region da4505cbb3adb6f2275ce6cef0274f33 2024-11-20T06:43:08,949 INFO [StoreOpener-da4505cbb3adb6f2275ce6cef0274f33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da4505cbb3adb6f2275ce6cef0274f33 columnFamilyName b 2024-11-20T06:43:08,949 DEBUG [StoreOpener-da4505cbb3adb6f2275ce6cef0274f33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:08,950 INFO [StoreOpener-da4505cbb3adb6f2275ce6cef0274f33-1 {}] regionserver.HStore(327): Store=da4505cbb3adb6f2275ce6cef0274f33/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:08,950 INFO [StoreOpener-da4505cbb3adb6f2275ce6cef0274f33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region da4505cbb3adb6f2275ce6cef0274f33 2024-11-20T06:43:08,952 INFO [StoreOpener-da4505cbb3adb6f2275ce6cef0274f33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da4505cbb3adb6f2275ce6cef0274f33 columnFamilyName c 2024-11-20T06:43:08,952 DEBUG [StoreOpener-da4505cbb3adb6f2275ce6cef0274f33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:08,952 INFO [StoreOpener-da4505cbb3adb6f2275ce6cef0274f33-1 {}] regionserver.HStore(327): Store=da4505cbb3adb6f2275ce6cef0274f33/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:08,953 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for da4505cbb3adb6f2275ce6cef0274f33 2024-11-20T06:43:08,953 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/da4505cbb3adb6f2275ce6cef0274f33 2024-11-20T06:43:08,954 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/da4505cbb3adb6f2275ce6cef0274f33 2024-11-20T06:43:08,955 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for da4505cbb3adb6f2275ce6cef0274f33 2024-11-20T06:43:08,955 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for da4505cbb3adb6f2275ce6cef0274f33 2024-11-20T06:43:08,956 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T06:43:08,957 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for da4505cbb3adb6f2275ce6cef0274f33 2024-11-20T06:43:08,960 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35829/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/da4505cbb3adb6f2275ce6cef0274f33/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T06:43:08,960 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened da4505cbb3adb6f2275ce6cef0274f33; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60282847, jitterRate=-0.1017155796289444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T06:43:08,961 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for da4505cbb3adb6f2275ce6cef0274f33: Writing region info on filesystem at 1732084988940Initializing all the Stores at 1732084988942 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084988942Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084988942Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084988942Cleaning up temporary data from old regions at 1732084988955 (+13 ms)Region opened successfully at 1732084988961 (+6 ms) 2024-11-20T06:43:08,961 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing da4505cbb3adb6f2275ce6cef0274f33, disabling compactions & flushes 2024-11-20T06:43:08,961 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732084988452.da4505cbb3adb6f2275ce6cef0274f33. 2024-11-20T06:43:08,961 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732084988452.da4505cbb3adb6f2275ce6cef0274f33. 2024-11-20T06:43:08,961 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732084988452.da4505cbb3adb6f2275ce6cef0274f33. after waiting 0 ms 2024-11-20T06:43:08,961 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732084988452.da4505cbb3adb6f2275ce6cef0274f33. 2024-11-20T06:43:08,962 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732084988452.da4505cbb3adb6f2275ce6cef0274f33. 2024-11-20T06:43:08,962 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for da4505cbb3adb6f2275ce6cef0274f33: Waiting for close lock at 1732084988961Disabling compacts and flushes for region at 1732084988961Disabling writes for close at 1732084988961Writing region close event to WAL at 1732084988961Closed at 1732084988961 2024-11-20T06:43:08,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741878_1055 (size=95) 2024-11-20T06:43:08,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741878_1055 (size=95) 2024-11-20T06:43:08,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741878_1055 (size=95) 2024-11-20T06:43:08,967 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T06:43:08,968 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-60714081:(num 1732084988495) 2024-11-20T06:43:08,968 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T06:43:08,970 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35829/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732084988450, archiveDir=hdfs://localhost:35829/hbase/oldWALs, maxLogs=32 2024-11-20T06:43:08,988 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732084988450/wal.1732084988971, exclude list is [], retry=0 2024-11-20T06:43:08,991 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44289,DS-de73167d-9978-4224-a87b-4197004cd0e1,DISK] 2024-11-20T06:43:08,992 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-8949a2de-1a02-4d4d-8ca2-8c4e7cc56853,DISK] 2024-11-20T06:43:08,992 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38671,DS-9680009f-2dc1-4f36-bb67-5af69cfd1120,DISK] 2024-11-20T06:43:08,994 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732084988450/wal.1732084988971 2024-11-20T06:43:08,994 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:40325:40325),(127.0.0.1/127.0.0.1:41285:41285)] 2024-11-20T06:43:08,994 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => da4505cbb3adb6f2275ce6cef0274f33, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732084988452.da4505cbb3adb6f2275ce6cef0274f33.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:43:08,994 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732084988452.da4505cbb3adb6f2275ce6cef0274f33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:43:08,995 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for da4505cbb3adb6f2275ce6cef0274f33 2024-11-20T06:43:08,995 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for da4505cbb3adb6f2275ce6cef0274f33 2024-11-20T06:43:08,996 INFO [StoreOpener-da4505cbb3adb6f2275ce6cef0274f33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region da4505cbb3adb6f2275ce6cef0274f33 2024-11-20T06:43:08,997 INFO [StoreOpener-da4505cbb3adb6f2275ce6cef0274f33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da4505cbb3adb6f2275ce6cef0274f33 columnFamilyName a 2024-11-20T06:43:08,997 DEBUG [StoreOpener-da4505cbb3adb6f2275ce6cef0274f33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:08,998 INFO [StoreOpener-da4505cbb3adb6f2275ce6cef0274f33-1 {}] regionserver.HStore(327): Store=da4505cbb3adb6f2275ce6cef0274f33/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:08,998 INFO [StoreOpener-da4505cbb3adb6f2275ce6cef0274f33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region da4505cbb3adb6f2275ce6cef0274f33 2024-11-20T06:43:08,999 INFO [StoreOpener-da4505cbb3adb6f2275ce6cef0274f33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da4505cbb3adb6f2275ce6cef0274f33 columnFamilyName b 2024-11-20T06:43:08,999 DEBUG [StoreOpener-da4505cbb3adb6f2275ce6cef0274f33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:09,000 INFO [StoreOpener-da4505cbb3adb6f2275ce6cef0274f33-1 {}] regionserver.HStore(327): Store=da4505cbb3adb6f2275ce6cef0274f33/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:09,000 INFO [StoreOpener-da4505cbb3adb6f2275ce6cef0274f33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region da4505cbb3adb6f2275ce6cef0274f33 2024-11-20T06:43:09,001 INFO [StoreOpener-da4505cbb3adb6f2275ce6cef0274f33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da4505cbb3adb6f2275ce6cef0274f33 columnFamilyName c 2024-11-20T06:43:09,001 DEBUG [StoreOpener-da4505cbb3adb6f2275ce6cef0274f33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:09,002 INFO [StoreOpener-da4505cbb3adb6f2275ce6cef0274f33-1 {}] regionserver.HStore(327): Store=da4505cbb3adb6f2275ce6cef0274f33/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:09,002 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for da4505cbb3adb6f2275ce6cef0274f33 2024-11-20T06:43:09,002 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/da4505cbb3adb6f2275ce6cef0274f33 2024-11-20T06:43:09,004 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/da4505cbb3adb6f2275ce6cef0274f33 2024-11-20T06:43:09,005 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for da4505cbb3adb6f2275ce6cef0274f33 2024-11-20T06:43:09,005 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for da4505cbb3adb6f2275ce6cef0274f33 2024-11-20T06:43:09,005 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T06:43:09,006 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for da4505cbb3adb6f2275ce6cef0274f33 2024-11-20T06:43:09,007 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened da4505cbb3adb6f2275ce6cef0274f33; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63140666, jitterRate=-0.05913075804710388}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T06:43:09,008 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for da4505cbb3adb6f2275ce6cef0274f33: Writing region info on filesystem at 1732084988995Initializing all the Stores at 1732084988996 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084988996Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084988996Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084988996Cleaning up temporary data from old regions at 1732084989005 (+9 ms)Region opened successfully at 1732084989008 (+3 ms) 2024-11-20T06:43:09,012 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35829/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1732084989011/Put/seqid=0 2024-11-20T06:43:09,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741881_1058 (size=4826) 2024-11-20T06:43:09,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741881_1058 (size=4826) 2024-11-20T06:43:09,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741881_1058 (size=4826) 2024-11-20T06:43:09,019 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35829/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in da4505cbb3adb6f2275ce6cef0274f33/a 2024-11-20T06:43:09,026 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-20T06:43:09,026 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T06:43:09,027 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for da4505cbb3adb6f2275ce6cef0274f33: 2024-11-20T06:43:09,028 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35829/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:35829/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/da4505cbb3adb6f2275ce6cef0274f33/a/c752f2e6264943bca0360dce984163ba_SeqId_3_ 2024-11-20T06:43:09,029 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35829/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into da4505cbb3adb6f2275ce6cef0274f33/a as hdfs://localhost:35829/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/da4505cbb3adb6f2275ce6cef0274f33/a/c752f2e6264943bca0360dce984163ba_SeqId_3_ - updating store file list. 2024-11-20T06:43:09,035 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for c752f2e6264943bca0360dce984163ba_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-20T06:43:09,035 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35829/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/da4505cbb3adb6f2275ce6cef0274f33/a/c752f2e6264943bca0360dce984163ba_SeqId_3_ into da4505cbb3adb6f2275ce6cef0274f33/a 2024-11-20T06:43:09,035 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35829/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into da4505cbb3adb6f2275ce6cef0274f33/a (new location: hdfs://localhost:35829/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/da4505cbb3adb6f2275ce6cef0274f33/a/c752f2e6264943bca0360dce984163ba_SeqId_3_) 2024-11-20T06:43:09,073 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35829/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732084988450/wal.1732084988971, size=0 (0bytes) 2024-11-20T06:43:09,073 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:35829/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732084988450/wal.1732084988971 might be still open, length is 0 2024-11-20T06:43:09,073 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35829/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732084988450/wal.1732084988971 2024-11-20T06:43:09,073 WARN [IPC Server handler 4 on default port 35829 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732084988450/wal.1732084988971 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-20T06:43:09,074 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:35829/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732084988450/wal.1732084988971 after 1ms 2024-11-20T06:43:11,669 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1836411432_22 at /127.0.0.1:55002 [Receiving block BP-645430204-172.17.0.2-1732084973878:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:44289:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55002 dst: /127.0.0.1:44289 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:44289 remote=/127.0.0.1:55002]. Total timeout mills is 60000, 57372 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:43:11,670 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1836411432_22 at /127.0.0.1:60110 [Receiving block BP-645430204-172.17.0.2-1732084973878:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:45795:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60110 dst: /127.0.0.1:45795 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:43:11,670 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1836411432_22 at /127.0.0.1:47282 [Receiving block BP-645430204-172.17.0.2-1732084973878:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:38671:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47282 dst: /127.0.0.1:38671 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:43:11,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741880_1059 (size=473) 2024-11-20T06:43:11,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741880_1059 (size=473) 2024-11-20T06:43:13,075 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:35829/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732084988450/wal.1732084988971 after 4002ms 2024-11-20T06:43:13,082 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35829/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732084988450/wal.1732084988971: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T06:43:13,083 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35829/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732084988450/wal.1732084988971 took 4010ms 2024-11-20T06:43:13,086 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:35829/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732084988450/wal.1732084988971; continuing. 2024-11-20T06:43:13,086 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35829/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732084988450/wal.1732084988971 so closing down 2024-11-20T06:43:13,087 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T06:43:13,088 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1732084988971.temp 2024-11-20T06:43:13,090 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/da4505cbb3adb6f2275ce6cef0274f33/recovered.edits/0000000000000000005-wal.1732084988971.temp 2024-11-20T06:43:13,090 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T06:43:13,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741882_1060 (size=259) 2024-11-20T06:43:13,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741882_1060 (size=259) 2024-11-20T06:43:13,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741882_1060 (size=259) 2024-11-20T06:43:13,097 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/da4505cbb3adb6f2275ce6cef0274f33/recovered.edits/0000000000000000005-wal.1732084988971.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-20T06:43:13,098 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35829/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/da4505cbb3adb6f2275ce6cef0274f33/recovered.edits/0000000000000000005-wal.1732084988971.temp to hdfs://localhost:35829/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/da4505cbb3adb6f2275ce6cef0274f33/recovered.edits/0000000000000000005 2024-11-20T06:43:13,098 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 14 ms; skipped=1; WAL=hdfs://localhost:35829/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732084988450/wal.1732084988971, size=0, length=0, corrupted=false, cancelled=false 2024-11-20T06:43:13,098 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35829/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732084988450/wal.1732084988971, journal: Splitting hdfs://localhost:35829/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732084988450/wal.1732084988971, size=0 (0bytes) at 1732084989073Finishing writing output for hdfs://localhost:35829/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732084988450/wal.1732084988971 so closing down at 1732084993087 (+4014 ms)Creating recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/da4505cbb3adb6f2275ce6cef0274f33/recovered.edits/0000000000000000005-wal.1732084988971.temp at 1732084993090 (+3 ms)3 split writer threads finished at 1732084993090Closed recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/da4505cbb3adb6f2275ce6cef0274f33/recovered.edits/0000000000000000005-wal.1732084988971.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732084993097 (+7 ms)Rename recovered edits hdfs://localhost:35829/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/da4505cbb3adb6f2275ce6cef0274f33/recovered.edits/0000000000000000005-wal.1732084988971.temp to hdfs://localhost:35829/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/da4505cbb3adb6f2275ce6cef0274f33/recovered.edits/0000000000000000005 at 1732084993098 (+1 ms)Processed 2 edits across 1 Regions in 14 ms; skipped=1; WAL=hdfs://localhost:35829/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732084988450/wal.1732084988971, size=0, length=0, corrupted=false, cancelled=false at 1732084993098 2024-11-20T06:43:13,100 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35829/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732084988450/wal.1732084988971 to hdfs://localhost:35829/hbase/oldWALs/wal.1732084988971 2024-11-20T06:43:13,101 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35829/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/da4505cbb3adb6f2275ce6cef0274f33/recovered.edits/0000000000000000005 2024-11-20T06:43:13,101 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T06:43:13,103 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35829/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732084988450, archiveDir=hdfs://localhost:35829/hbase/oldWALs, maxLogs=32 2024-11-20T06:43:13,117 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732084988450/wal.1732084993104, exclude list is [], retry=0 2024-11-20T06:43:13,120 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-8949a2de-1a02-4d4d-8ca2-8c4e7cc56853,DISK] 2024-11-20T06:43:13,120 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38671,DS-9680009f-2dc1-4f36-bb67-5af69cfd1120,DISK] 2024-11-20T06:43:13,121 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44289,DS-de73167d-9978-4224-a87b-4197004cd0e1,DISK] 2024-11-20T06:43:13,122 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732084988450/wal.1732084993104 2024-11-20T06:43:13,123 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40325:40325),(127.0.0.1/127.0.0.1:41285:41285),(127.0.0.1/127.0.0.1:36921:36921)] 2024-11-20T06:43:13,123 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => da4505cbb3adb6f2275ce6cef0274f33, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732084988452.da4505cbb3adb6f2275ce6cef0274f33.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:43:13,123 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732084988452.da4505cbb3adb6f2275ce6cef0274f33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:43:13,123 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for da4505cbb3adb6f2275ce6cef0274f33 2024-11-20T06:43:13,123 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for da4505cbb3adb6f2275ce6cef0274f33 2024-11-20T06:43:13,125 INFO [StoreOpener-da4505cbb3adb6f2275ce6cef0274f33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region da4505cbb3adb6f2275ce6cef0274f33 2024-11-20T06:43:13,126 INFO [StoreOpener-da4505cbb3adb6f2275ce6cef0274f33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da4505cbb3adb6f2275ce6cef0274f33 columnFamilyName a 2024-11-20T06:43:13,126 DEBUG [StoreOpener-da4505cbb3adb6f2275ce6cef0274f33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:13,133 DEBUG [StoreFileOpener-da4505cbb3adb6f2275ce6cef0274f33-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c752f2e6264943bca0360dce984163ba_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-20T06:43:13,134 DEBUG [StoreOpener-da4505cbb3adb6f2275ce6cef0274f33-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35829/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/da4505cbb3adb6f2275ce6cef0274f33/a/c752f2e6264943bca0360dce984163ba_SeqId_3_ 2024-11-20T06:43:13,134 INFO [StoreOpener-da4505cbb3adb6f2275ce6cef0274f33-1 {}] regionserver.HStore(327): Store=da4505cbb3adb6f2275ce6cef0274f33/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:13,134 INFO [StoreOpener-da4505cbb3adb6f2275ce6cef0274f33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region da4505cbb3adb6f2275ce6cef0274f33 2024-11-20T06:43:13,135 INFO [StoreOpener-da4505cbb3adb6f2275ce6cef0274f33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da4505cbb3adb6f2275ce6cef0274f33 columnFamilyName b 2024-11-20T06:43:13,135 DEBUG [StoreOpener-da4505cbb3adb6f2275ce6cef0274f33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:13,136 INFO [StoreOpener-da4505cbb3adb6f2275ce6cef0274f33-1 {}] regionserver.HStore(327): Store=da4505cbb3adb6f2275ce6cef0274f33/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:13,136 INFO [StoreOpener-da4505cbb3adb6f2275ce6cef0274f33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region da4505cbb3adb6f2275ce6cef0274f33 2024-11-20T06:43:13,137 INFO [StoreOpener-da4505cbb3adb6f2275ce6cef0274f33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da4505cbb3adb6f2275ce6cef0274f33 columnFamilyName c 2024-11-20T06:43:13,137 DEBUG [StoreOpener-da4505cbb3adb6f2275ce6cef0274f33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:13,137 INFO [StoreOpener-da4505cbb3adb6f2275ce6cef0274f33-1 {}] regionserver.HStore(327): Store=da4505cbb3adb6f2275ce6cef0274f33/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:13,137 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for da4505cbb3adb6f2275ce6cef0274f33 2024-11-20T06:43:13,138 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/da4505cbb3adb6f2275ce6cef0274f33 2024-11-20T06:43:13,140 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/da4505cbb3adb6f2275ce6cef0274f33 2024-11-20T06:43:13,141 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35829/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/da4505cbb3adb6f2275ce6cef0274f33/recovered.edits/0000000000000000005 2024-11-20T06:43:13,143 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35829/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/da4505cbb3adb6f2275ce6cef0274f33/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T06:43:13,145 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:35829/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/da4505cbb3adb6f2275ce6cef0274f33/recovered.edits/0000000000000000005 2024-11-20T06:43:13,145 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing da4505cbb3adb6f2275ce6cef0274f33 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-20T06:43:13,161 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35829/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/da4505cbb3adb6f2275ce6cef0274f33/.tmp/a/9a9269a7f3964332b3a5c8fa93708a0a is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1732084989040/Put/seqid=0 2024-11-20T06:43:13,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741884_1062 (size=5149) 2024-11-20T06:43:13,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741884_1062 (size=5149) 2024-11-20T06:43:13,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741884_1062 (size=5149) 2024-11-20T06:43:13,170 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35829/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/da4505cbb3adb6f2275ce6cef0274f33/.tmp/a/9a9269a7f3964332b3a5c8fa93708a0a 2024-11-20T06:43:13,178 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35829/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/da4505cbb3adb6f2275ce6cef0274f33/.tmp/a/9a9269a7f3964332b3a5c8fa93708a0a as hdfs://localhost:35829/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/da4505cbb3adb6f2275ce6cef0274f33/a/9a9269a7f3964332b3a5c8fa93708a0a 2024-11-20T06:43:13,184 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35829/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/da4505cbb3adb6f2275ce6cef0274f33/a/9a9269a7f3964332b3a5c8fa93708a0a, entries=1, sequenceid=5, filesize=5.0 K 2024-11-20T06:43:13,184 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for da4505cbb3adb6f2275ce6cef0274f33 in 39ms, sequenceid=5, compaction requested=false; wal=null 2024-11-20T06:43:13,185 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35829/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/da4505cbb3adb6f2275ce6cef0274f33/recovered.edits/0000000000000000005 2024-11-20T06:43:13,186 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for da4505cbb3adb6f2275ce6cef0274f33 2024-11-20T06:43:13,187 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for da4505cbb3adb6f2275ce6cef0274f33 2024-11-20T06:43:13,187 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T06:43:13,189 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for da4505cbb3adb6f2275ce6cef0274f33 2024-11-20T06:43:13,192 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35829/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/da4505cbb3adb6f2275ce6cef0274f33/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T06:43:13,193 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened da4505cbb3adb6f2275ce6cef0274f33; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62612476, jitterRate=-0.06700140237808228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T06:43:13,194 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for da4505cbb3adb6f2275ce6cef0274f33: Writing region info on filesystem at 1732084993124Initializing all the Stores at 1732084993125 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084993125Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084993125Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084993125Obtaining lock to block concurrent updates at 1732084993145 (+20 ms)Preparing flush snapshotting stores in da4505cbb3adb6f2275ce6cef0274f33 at 1732084993145Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1732084988452.da4505cbb3adb6f2275ce6cef0274f33., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1732084993145Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1732084988452.da4505cbb3adb6f2275ce6cef0274f33. at 1732084993145Flushing da4505cbb3adb6f2275ce6cef0274f33/a: creating writer at 1732084993145Flushing da4505cbb3adb6f2275ce6cef0274f33/a: appending metadata at 1732084993161 (+16 ms)Flushing da4505cbb3adb6f2275ce6cef0274f33/a: closing flushed file at 1732084993161Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bec2920: reopening flushed file at 1732084993177 (+16 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for da4505cbb3adb6f2275ce6cef0274f33 in 39ms, sequenceid=5, compaction requested=false; wal=null at 1732084993184 (+7 ms)Cleaning up temporary data from old regions at 1732084993187 (+3 ms)Region opened successfully at 1732084993194 (+7 ms) 2024-11-20T06:43:13,199 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing da4505cbb3adb6f2275ce6cef0274f33, disabling compactions & flushes 2024-11-20T06:43:13,199 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732084988452.da4505cbb3adb6f2275ce6cef0274f33. 2024-11-20T06:43:13,200 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732084988452.da4505cbb3adb6f2275ce6cef0274f33. 2024-11-20T06:43:13,200 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732084988452.da4505cbb3adb6f2275ce6cef0274f33. after waiting 0 ms 2024-11-20T06:43:13,200 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732084988452.da4505cbb3adb6f2275ce6cef0274f33. 2024-11-20T06:43:13,201 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732084988452.da4505cbb3adb6f2275ce6cef0274f33. 2024-11-20T06:43:13,201 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for da4505cbb3adb6f2275ce6cef0274f33: Waiting for close lock at 1732084993199Disabling compacts and flushes for region at 1732084993199Disabling writes for close at 1732084993200 (+1 ms)Writing region close event to WAL at 1732084993201 (+1 ms)Closed at 1732084993201 2024-11-20T06:43:13,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741883_1061 (size=95) 2024-11-20T06:43:13,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741883_1061 (size=95) 2024-11-20T06:43:13,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741883_1061 (size=95) 2024-11-20T06:43:13,207 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T06:43:13,207 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732084993104) 2024-11-20T06:43:13,218 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=414 (was 410) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1667787087_22 at /127.0.0.1:58870 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/cluster_4b79f8cf-9dc2-52a4-30b9-fa900e08f577/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1667787087_22 at /127.0.0.1:50972 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1396088596) connection to localhost/127.0.0.1:35829 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:35829 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/cluster_4b79f8cf-9dc2-52a4-30b9-fa900e08f577/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1667787087_22 at /127.0.0.1:60530 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1023 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=310 (was 320), ProcessCount=11 (was 11), AvailableMemoryMB=4347 (was 4342) - AvailableMemoryMB LEAK? - 2024-11-20T06:43:13,230 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=414, OpenFileDescriptor=1023, MaxFileDescriptor=1048576, SystemLoadAverage=310, ProcessCount=11, AvailableMemoryMB=4346 2024-11-20T06:43:13,247 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T06:43:13,252 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T06:43:13,255 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 61c2066a8a0f,39683,1732084977621 2024-11-20T06:43:13,258 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2aa42628 2024-11-20T06:43:13,259 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T06:43:13,260 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59564, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T06:43:13,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39683 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T06:43:13,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39683 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-20T06:43:13,271 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T06:43:13,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39683 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-20T06:43:13,273 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:13,274 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T06:43:13,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T06:43:13,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741885_1063 (size=694) 2024-11-20T06:43:13,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741885_1063 (size=694) 2024-11-20T06:43:13,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741885_1063 (size=694) 2024-11-20T06:43:13,287 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c215169251b9336d6704e022aadddf21, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff 2024-11-20T06:43:13,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741886_1064 (size=77) 2024-11-20T06:43:13,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741886_1064 (size=77) 2024-11-20T06:43:13,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741886_1064 (size=77) 2024-11-20T06:43:13,298 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:43:13,298 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing c215169251b9336d6704e022aadddf21, disabling compactions & flushes 2024-11-20T06:43:13,298 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. 2024-11-20T06:43:13,298 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. 2024-11-20T06:43:13,298 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. after waiting 0 ms 2024-11-20T06:43:13,298 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. 2024-11-20T06:43:13,298 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. 2024-11-20T06:43:13,298 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for c215169251b9336d6704e022aadddf21: Waiting for close lock at 1732084993298Disabling compacts and flushes for region at 1732084993298Disabling writes for close at 1732084993298Writing region close event to WAL at 1732084993298Closed at 1732084993298 2024-11-20T06:43:13,300 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T06:43:13,306 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1732084993301"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732084993301"}]},"ts":"1732084993301"} 2024-11-20T06:43:13,310 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T06:43:13,312 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T06:43:13,314 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732084993312"}]},"ts":"1732084993312"} 2024-11-20T06:43:13,318 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-20T06:43:13,319 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {61c2066a8a0f=0} racks are {/default-rack=0} 2024-11-20T06:43:13,320 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T06:43:13,320 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T06:43:13,320 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T06:43:13,320 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T06:43:13,320 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T06:43:13,320 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T06:43:13,320 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T06:43:13,320 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T06:43:13,320 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T06:43:13,320 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T06:43:13,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c215169251b9336d6704e022aadddf21, ASSIGN}] 2024-11-20T06:43:13,323 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c215169251b9336d6704e022aadddf21, ASSIGN 2024-11-20T06:43:13,325 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c215169251b9336d6704e022aadddf21, ASSIGN; state=OFFLINE, location=61c2066a8a0f,33137,1732084978519; forceNewPlan=false, retain=false 2024-11-20T06:43:13,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T06:43:13,477 INFO [61c2066a8a0f:39683 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-20T06:43:13,478 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c215169251b9336d6704e022aadddf21, regionState=OPENING, regionLocation=61c2066a8a0f,33137,1732084978519 2024-11-20T06:43:13,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c215169251b9336d6704e022aadddf21, ASSIGN because future has completed 2024-11-20T06:43:13,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c215169251b9336d6704e022aadddf21, server=61c2066a8a0f,33137,1732084978519}] 2024-11-20T06:43:13,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T06:43:13,637 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T06:43:13,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58455, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T06:43:13,648 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. 2024-11-20T06:43:13,648 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c215169251b9336d6704e022aadddf21, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:43:13,648 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF c215169251b9336d6704e022aadddf21 2024-11-20T06:43:13,648 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:43:13,649 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c215169251b9336d6704e022aadddf21 2024-11-20T06:43:13,649 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c215169251b9336d6704e022aadddf21 2024-11-20T06:43:13,651 INFO [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region c215169251b9336d6704e022aadddf21 2024-11-20T06:43:13,652 INFO [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c215169251b9336d6704e022aadddf21 columnFamilyName cf1 2024-11-20T06:43:13,653 DEBUG [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:13,653 INFO [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] regionserver.HStore(327): Store=c215169251b9336d6704e022aadddf21/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:13,653 INFO [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region c215169251b9336d6704e022aadddf21 2024-11-20T06:43:13,655 INFO [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c215169251b9336d6704e022aadddf21 columnFamilyName cf2 2024-11-20T06:43:13,655 DEBUG [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:13,656 INFO [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] regionserver.HStore(327): Store=c215169251b9336d6704e022aadddf21/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:13,656 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c215169251b9336d6704e022aadddf21 2024-11-20T06:43:13,657 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21 2024-11-20T06:43:13,657 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21 2024-11-20T06:43:13,658 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c215169251b9336d6704e022aadddf21 2024-11-20T06:43:13,658 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c215169251b9336d6704e022aadddf21 2024-11-20T06:43:13,660 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-20T06:43:13,662 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c215169251b9336d6704e022aadddf21 2024-11-20T06:43:13,664 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T06:43:13,665 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c215169251b9336d6704e022aadddf21; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67407900, jitterRate=0.004455983638763428}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-20T06:43:13,665 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c215169251b9336d6704e022aadddf21 2024-11-20T06:43:13,666 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c215169251b9336d6704e022aadddf21: Running coprocessor pre-open hook at 1732084993649Writing region info on filesystem at 1732084993649Initializing all the Stores at 1732084993650 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084993650Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084993650Cleaning up temporary data from old regions at 1732084993658 (+8 ms)Running coprocessor post-open hooks at 1732084993665 (+7 ms)Region opened successfully at 1732084993666 (+1 ms) 2024-11-20T06:43:13,668 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21., pid=6, masterSystemTime=1732084993636 2024-11-20T06:43:13,671 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. 2024-11-20T06:43:13,671 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. 2024-11-20T06:43:13,672 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c215169251b9336d6704e022aadddf21, regionState=OPEN, openSeqNum=2, regionLocation=61c2066a8a0f,33137,1732084978519 2024-11-20T06:43:13,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c215169251b9336d6704e022aadddf21, server=61c2066a8a0f,33137,1732084978519 because future has completed 2024-11-20T06:43:13,681 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T06:43:13,681 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c215169251b9336d6704e022aadddf21, server=61c2066a8a0f,33137,1732084978519 in 195 msec 2024-11-20T06:43:13,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T06:43:13,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c215169251b9336d6704e022aadddf21, ASSIGN in 360 msec 2024-11-20T06:43:13,685 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T06:43:13,686 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732084993685"}]},"ts":"1732084993685"} 2024-11-20T06:43:13,688 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-20T06:43:13,689 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T06:43:13,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 425 msec 2024-11-20T06:43:13,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39683 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T06:43:13,906 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-20T06:43:13,906 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-20T06:43:13,907 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T06:43:13,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-20T06:43:13,913 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T06:43:13,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-20T06:43:13,926 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21., hostname=61c2066a8a0f,33137,1732084978519, seqNum=2] 2024-11-20T06:43:13,927 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:43:13,930 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56002, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:43:13,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39683 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=c215169251b9336d6704e022aadddf21, source=61c2066a8a0f,33137,1732084978519, destination=61c2066a8a0f,40887,1732084978343, warming up region on 61c2066a8a0f,40887,1732084978343 2024-11-20T06:43:13,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39683 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T06:43:13,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39683 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=c215169251b9336d6704e022aadddf21, source=61c2066a8a0f,33137,1732084978519, destination=61c2066a8a0f,40887,1732084978343, running balancer 2024-11-20T06:43:13,949 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51319, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T06:43:13,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39683 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c215169251b9336d6704e022aadddf21, REOPEN/MOVE 2024-11-20T06:43:13,950 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c215169251b9336d6704e022aadddf21, REOPEN/MOVE 2024-11-20T06:43:13,953 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c215169251b9336d6704e022aadddf21, regionState=CLOSING, regionLocation=61c2066a8a0f,33137,1732084978519 2024-11-20T06:43:13,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. 2024-11-20T06:43:13,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] regionserver.HRegion(7855): Warmup {ENCODED => c215169251b9336d6704e022aadddf21, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:43:13,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:43:13,956 INFO [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region c215169251b9336d6704e022aadddf21 2024-11-20T06:43:13,958 INFO [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c215169251b9336d6704e022aadddf21 columnFamilyName cf1 2024-11-20T06:43:13,958 DEBUG [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:13,959 INFO [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] regionserver.HStore(327): Store=c215169251b9336d6704e022aadddf21/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:13,959 INFO [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region c215169251b9336d6704e022aadddf21 2024-11-20T06:43:13,960 INFO [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c215169251b9336d6704e022aadddf21 columnFamilyName cf2 2024-11-20T06:43:13,960 DEBUG [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:13,961 INFO [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] regionserver.HStore(327): Store=c215169251b9336d6704e022aadddf21/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:13,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c215169251b9336d6704e022aadddf21, REOPEN/MOVE because future has completed 2024-11-20T06:43:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] regionserver.HRegion(1722): Closing c215169251b9336d6704e022aadddf21, disabling compactions & flushes 2024-11-20T06:43:13,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. 2024-11-20T06:43:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. 2024-11-20T06:43:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. after waiting 0 ms 2024-11-20T06:43:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. 2024-11-20T06:43:13,963 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T06:43:13,964 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure c215169251b9336d6704e022aadddf21, server=61c2066a8a0f,33137,1732084978519}] 2024-11-20T06:43:13,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. 2024-11-20T06:43:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] regionserver.HRegion(1676): Region close journal for c215169251b9336d6704e022aadddf21: Waiting for close lock at 1732084993962Disabling compacts and flushes for region at 1732084993962Disabling writes for close at 1732084993963 (+1 ms)Writing region close event to WAL at 1732084993968 (+5 ms)Closed at 1732084993968 2024-11-20T06:43:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39683 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-20T06:43:14,125 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close c215169251b9336d6704e022aadddf21 2024-11-20T06:43:14,125 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T06:43:14,125 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing c215169251b9336d6704e022aadddf21, disabling compactions & flushes 2024-11-20T06:43:14,126 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. 2024-11-20T06:43:14,126 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. 2024-11-20T06:43:14,126 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. after waiting 0 ms 2024-11-20T06:43:14,126 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. 2024-11-20T06:43:14,126 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing c215169251b9336d6704e022aadddf21 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-20T06:43:14,141 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21/.tmp/cf1/acb1b961615c41f68381bb40171e320f is 35, key is r1/cf1:q/1732084993930/Put/seqid=0 2024-11-20T06:43:14,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741887_1065 (size=4783) 2024-11-20T06:43:14,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741887_1065 (size=4783) 2024-11-20T06:43:14,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741887_1065 (size=4783) 2024-11-20T06:43:14,149 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21/.tmp/cf1/acb1b961615c41f68381bb40171e320f 2024-11-20T06:43:14,156 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21/.tmp/cf1/acb1b961615c41f68381bb40171e320f as hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21/cf1/acb1b961615c41f68381bb40171e320f 2024-11-20T06:43:14,163 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21/cf1/acb1b961615c41f68381bb40171e320f, entries=1, sequenceid=5, filesize=4.7 K 2024-11-20T06:43:14,164 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for c215169251b9336d6704e022aadddf21 in 38ms, sequenceid=5, compaction requested=false 2024-11-20T06:43:14,164 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-20T06:43:14,170 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T06:43:14,172 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. 2024-11-20T06:43:14,173 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for c215169251b9336d6704e022aadddf21: Waiting for close lock at 1732084994125Running coprocessor pre-close hooks at 1732084994125Disabling compacts and flushes for region at 1732084994125Disabling writes for close at 1732084994126 (+1 ms)Obtaining lock to block concurrent updates at 1732084994126Preparing flush snapshotting stores in c215169251b9336d6704e022aadddf21 at 1732084994126Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1732084994126Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. at 1732084994127 (+1 ms)Flushing c215169251b9336d6704e022aadddf21/cf1: creating writer at 1732084994127Flushing c215169251b9336d6704e022aadddf21/cf1: appending metadata at 1732084994141 (+14 ms)Flushing c215169251b9336d6704e022aadddf21/cf1: closing flushed file at 1732084994141Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1393915e: reopening flushed file at 1732084994155 (+14 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for c215169251b9336d6704e022aadddf21 in 38ms, sequenceid=5, compaction requested=false at 1732084994164 (+9 ms)Writing region close event to WAL at 1732084994166 (+2 ms)Running coprocessor post-close hooks at 1732084994171 (+5 ms)Closed at 1732084994172 (+1 ms) 2024-11-20T06:43:14,173 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding c215169251b9336d6704e022aadddf21 move to 61c2066a8a0f,40887,1732084978343 record at close sequenceid=5 2024-11-20T06:43:14,177 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed c215169251b9336d6704e022aadddf21 2024-11-20T06:43:14,178 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c215169251b9336d6704e022aadddf21, regionState=CLOSED 2024-11-20T06:43:14,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure c215169251b9336d6704e022aadddf21, server=61c2066a8a0f,33137,1732084978519 because future has completed 2024-11-20T06:43:14,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-20T06:43:14,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure c215169251b9336d6704e022aadddf21, server=61c2066a8a0f,33137,1732084978519 in 219 msec 2024-11-20T06:43:14,189 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c215169251b9336d6704e022aadddf21, REOPEN/MOVE; state=CLOSED, location=61c2066a8a0f,40887,1732084978343; forceNewPlan=false, retain=false 2024-11-20T06:43:14,339 INFO [61c2066a8a0f:39683 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-20T06:43:14,340 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c215169251b9336d6704e022aadddf21, regionState=OPENING, regionLocation=61c2066a8a0f,40887,1732084978343 2024-11-20T06:43:14,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c215169251b9336d6704e022aadddf21, REOPEN/MOVE because future has completed 2024-11-20T06:43:14,343 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c215169251b9336d6704e022aadddf21, server=61c2066a8a0f,40887,1732084978343}] 2024-11-20T06:43:14,500 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. 2024-11-20T06:43:14,500 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => c215169251b9336d6704e022aadddf21, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:43:14,500 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF c215169251b9336d6704e022aadddf21 2024-11-20T06:43:14,500 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:43:14,501 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for c215169251b9336d6704e022aadddf21 2024-11-20T06:43:14,501 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for c215169251b9336d6704e022aadddf21 2024-11-20T06:43:14,502 INFO [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region c215169251b9336d6704e022aadddf21 2024-11-20T06:43:14,504 INFO [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c215169251b9336d6704e022aadddf21 columnFamilyName cf1 2024-11-20T06:43:14,504 DEBUG [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:14,513 DEBUG [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21/cf1/acb1b961615c41f68381bb40171e320f 2024-11-20T06:43:14,513 INFO [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] regionserver.HStore(327): Store=c215169251b9336d6704e022aadddf21/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:14,513 INFO [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region c215169251b9336d6704e022aadddf21 2024-11-20T06:43:14,514 INFO [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c215169251b9336d6704e022aadddf21 columnFamilyName cf2 2024-11-20T06:43:14,514 DEBUG [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:14,515 INFO [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] regionserver.HStore(327): Store=c215169251b9336d6704e022aadddf21/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:14,515 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for c215169251b9336d6704e022aadddf21 2024-11-20T06:43:14,516 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21 2024-11-20T06:43:14,518 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21 2024-11-20T06:43:14,519 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for c215169251b9336d6704e022aadddf21 2024-11-20T06:43:14,519 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for c215169251b9336d6704e022aadddf21 2024-11-20T06:43:14,520 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-20T06:43:14,522 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for c215169251b9336d6704e022aadddf21 2024-11-20T06:43:14,523 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened c215169251b9336d6704e022aadddf21; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68136708, jitterRate=0.01531606912612915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-20T06:43:14,523 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c215169251b9336d6704e022aadddf21 2024-11-20T06:43:14,524 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for c215169251b9336d6704e022aadddf21: Running coprocessor pre-open hook at 1732084994501Writing region info on filesystem at 1732084994501Initializing all the Stores at 1732084994502 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084994502Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084994502Cleaning up temporary data from old regions at 1732084994519 (+17 ms)Running coprocessor post-open hooks at 1732084994523 (+4 ms)Region opened successfully at 1732084994524 (+1 ms) 2024-11-20T06:43:14,526 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21., pid=9, masterSystemTime=1732084994496 2024-11-20T06:43:14,529 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. 2024-11-20T06:43:14,530 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. 2024-11-20T06:43:14,531 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c215169251b9336d6704e022aadddf21, regionState=OPEN, openSeqNum=9, regionLocation=61c2066a8a0f,40887,1732084978343 2024-11-20T06:43:14,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c215169251b9336d6704e022aadddf21, server=61c2066a8a0f,40887,1732084978343 because future has completed 2024-11-20T06:43:14,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-20T06:43:14,540 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure c215169251b9336d6704e022aadddf21, server=61c2066a8a0f,40887,1732084978343 in 194 msec 2024-11-20T06:43:14,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c215169251b9336d6704e022aadddf21, REOPEN/MOVE in 592 msec 2024-11-20T06:43:14,557 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T06:43:14,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44832, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T06:43:14,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33137 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:56002 deadline: 1732085054562, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=61c2066a8a0f port=40887 startCode=1732084978343. As of locationSeqNum=5. 2024-11-20T06:43:14,593 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21., hostname=61c2066a8a0f,33137,1732084978519, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21., hostname=61c2066a8a0f,33137,1732084978519, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=61c2066a8a0f port=40887 startCode=1732084978343. As of locationSeqNum=5. 2024-11-20T06:43:14,594 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21., hostname=61c2066a8a0f,33137,1732084978519, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=61c2066a8a0f port=40887 startCode=1732084978343. As of locationSeqNum=5. 2024-11-20T06:43:14,594 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21., hostname=61c2066a8a0f,33137,1732084978519, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21., hostname=61c2066a8a0f,40887,1732084978343, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=61c2066a8a0f port=40887 startCode=1732084978343. As of locationSeqNum=5. 2024-11-20T06:43:14,705 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:43:14,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44834, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:43:14,717 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c215169251b9336d6704e022aadddf21 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-20T06:43:14,740 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21/.tmp/cf1/50fb6781ed8e4a74a277e82ec97be21c is 29, key is r1/cf1:/1732084994708/DeleteFamily/seqid=0 2024-11-20T06:43:14,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741888_1066 (size=4906) 2024-11-20T06:43:14,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741888_1066 (size=4906) 2024-11-20T06:43:14,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741888_1066 (size=4906) 2024-11-20T06:43:14,749 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21/.tmp/cf1/50fb6781ed8e4a74a277e82ec97be21c 2024-11-20T06:43:14,757 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 50fb6781ed8e4a74a277e82ec97be21c 2024-11-20T06:43:14,776 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21/.tmp/cf2/9c7477d460d442f8bc52c81f74045984 is 29, key is r1/cf2:/1732084994708/DeleteFamily/seqid=0 2024-11-20T06:43:14,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741889_1067 (size=4906) 2024-11-20T06:43:14,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741889_1067 (size=4906) 2024-11-20T06:43:14,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741889_1067 (size=4906) 2024-11-20T06:43:14,783 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21/.tmp/cf2/9c7477d460d442f8bc52c81f74045984 2024-11-20T06:43:14,790 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9c7477d460d442f8bc52c81f74045984 2024-11-20T06:43:14,791 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21/.tmp/cf1/50fb6781ed8e4a74a277e82ec97be21c as hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21/cf1/50fb6781ed8e4a74a277e82ec97be21c 2024-11-20T06:43:14,799 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 50fb6781ed8e4a74a277e82ec97be21c 2024-11-20T06:43:14,799 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21/cf1/50fb6781ed8e4a74a277e82ec97be21c, entries=1, sequenceid=12, filesize=4.8 K 2024-11-20T06:43:14,801 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21/.tmp/cf2/9c7477d460d442f8bc52c81f74045984 as hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21/cf2/9c7477d460d442f8bc52c81f74045984 2024-11-20T06:43:14,808 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9c7477d460d442f8bc52c81f74045984 2024-11-20T06:43:14,808 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21/cf2/9c7477d460d442f8bc52c81f74045984, entries=1, sequenceid=12, filesize=4.8 K 2024-11-20T06:43:14,809 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for c215169251b9336d6704e022aadddf21 in 92ms, sequenceid=12, compaction requested=false 2024-11-20T06:43:14,810 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c215169251b9336d6704e022aadddf21: 2024-11-20T06:43:14,812 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-20T06:43:14,814 DEBUG [Time-limited test {}] regionserver.HStore(1541): c215169251b9336d6704e022aadddf21/cf1 is initiating major compaction (all files) 2024-11-20T06:43:14,814 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T06:43:14,814 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T06:43:14,814 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of c215169251b9336d6704e022aadddf21/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. 2024-11-20T06:43:14,815 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21/cf1/acb1b961615c41f68381bb40171e320f, hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21/cf1/50fb6781ed8e4a74a277e82ec97be21c] into tmpdir=hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21/.tmp, totalSize=9.5 K 2024-11-20T06:43:14,816 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting acb1b961615c41f68381bb40171e320f, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1732084993930 2024-11-20T06:43:14,816 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 50fb6781ed8e4a74a277e82ec97be21c, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-20T06:43:14,827 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): c215169251b9336d6704e022aadddf21#cf1#compaction#16 average throughput is 0.00 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:43:14,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741890_1068 (size=4626) 2024-11-20T06:43:14,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741890_1068 (size=4626) 2024-11-20T06:43:14,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741890_1068 (size=4626) 2024-11-20T06:43:14,842 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21/.tmp/cf1/4cf7afdcee414f2db48e8a2d28bf7071 as hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21/cf1/4cf7afdcee414f2db48e8a2d28bf7071 2024-11-20T06:43:14,855 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in c215169251b9336d6704e022aadddf21/cf1 of c215169251b9336d6704e022aadddf21 into 4cf7afdcee414f2db48e8a2d28bf7071(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:43:14,855 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for c215169251b9336d6704e022aadddf21: 2024-11-20T06:43:14,855 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-20T06:43:14,856 DEBUG [Time-limited test {}] regionserver.HStore(1541): c215169251b9336d6704e022aadddf21/cf2 is initiating major compaction (all files) 2024-11-20T06:43:14,856 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T06:43:14,856 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T06:43:14,856 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of c215169251b9336d6704e022aadddf21/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. 2024-11-20T06:43:14,856 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21/cf2/9c7477d460d442f8bc52c81f74045984] into tmpdir=hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21/.tmp, totalSize=4.8 K 2024-11-20T06:43:14,857 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 9c7477d460d442f8bc52c81f74045984, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-20T06:43:14,863 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): c215169251b9336d6704e022aadddf21#cf2#compaction#17 average throughput is 0.00 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:43:14,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741891_1069 (size=4592) 2024-11-20T06:43:14,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741891_1069 (size=4592) 2024-11-20T06:43:14,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741891_1069 (size=4592) 2024-11-20T06:43:14,878 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21/.tmp/cf2/5644e439917544f2bc2d64e775d188a3 as hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21/cf2/5644e439917544f2bc2d64e775d188a3 2024-11-20T06:43:14,887 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in c215169251b9336d6704e022aadddf21/cf2 of c215169251b9336d6704e022aadddf21 into 5644e439917544f2bc2d64e775d188a3(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:43:14,887 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for c215169251b9336d6704e022aadddf21: 2024-11-20T06:43:14,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39683 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=c215169251b9336d6704e022aadddf21, source=61c2066a8a0f,40887,1732084978343, destination=61c2066a8a0f,33137,1732084978519, warming up region on 61c2066a8a0f,33137,1732084978519 2024-11-20T06:43:14,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39683 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=c215169251b9336d6704e022aadddf21, source=61c2066a8a0f,40887,1732084978343, destination=61c2066a8a0f,33137,1732084978519, running balancer 2024-11-20T06:43:14,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39683 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c215169251b9336d6704e022aadddf21, REOPEN/MOVE 2024-11-20T06:43:14,897 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c215169251b9336d6704e022aadddf21, REOPEN/MOVE 2024-11-20T06:43:14,898 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c215169251b9336d6704e022aadddf21, regionState=CLOSING, regionLocation=61c2066a8a0f,40887,1732084978343 2024-11-20T06:43:14,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33137 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. 2024-11-20T06:43:14,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33137 {}] regionserver.HRegion(7855): Warmup {ENCODED => c215169251b9336d6704e022aadddf21, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:43:14,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33137 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:43:14,900 INFO [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region c215169251b9336d6704e022aadddf21 2024-11-20T06:43:14,901 INFO [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c215169251b9336d6704e022aadddf21 columnFamilyName cf1 2024-11-20T06:43:14,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c215169251b9336d6704e022aadddf21, REOPEN/MOVE because future has completed 2024-11-20T06:43:14,901 DEBUG [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:14,902 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T06:43:14,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure c215169251b9336d6704e022aadddf21, server=61c2066a8a0f,40887,1732084978343}] 2024-11-20T06:43:14,909 DEBUG [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21/cf1/4cf7afdcee414f2db48e8a2d28bf7071 2024-11-20T06:43:14,915 INFO [StoreFileOpener-c215169251b9336d6704e022aadddf21-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 50fb6781ed8e4a74a277e82ec97be21c 2024-11-20T06:43:14,915 DEBUG [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21/cf1/50fb6781ed8e4a74a277e82ec97be21c 2024-11-20T06:43:14,921 DEBUG [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21/cf1/acb1b961615c41f68381bb40171e320f 2024-11-20T06:43:14,921 INFO [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] regionserver.HStore(327): Store=c215169251b9336d6704e022aadddf21/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:14,921 INFO [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region c215169251b9336d6704e022aadddf21 2024-11-20T06:43:14,922 INFO [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c215169251b9336d6704e022aadddf21 columnFamilyName cf2 2024-11-20T06:43:14,922 DEBUG [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:14,929 DEBUG [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21/cf2/5644e439917544f2bc2d64e775d188a3 2024-11-20T06:43:14,935 INFO [StoreFileOpener-c215169251b9336d6704e022aadddf21-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9c7477d460d442f8bc52c81f74045984 2024-11-20T06:43:14,935 DEBUG [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21/cf2/9c7477d460d442f8bc52c81f74045984 2024-11-20T06:43:14,935 INFO [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] regionserver.HStore(327): Store=c215169251b9336d6704e022aadddf21/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:14,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33137 {}] regionserver.HRegion(1722): Closing c215169251b9336d6704e022aadddf21, disabling compactions & flushes 2024-11-20T06:43:14,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33137 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. 2024-11-20T06:43:14,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33137 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. 2024-11-20T06:43:14,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33137 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. after waiting 0 ms 2024-11-20T06:43:14,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33137 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. 2024-11-20T06:43:14,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33137 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. 2024-11-20T06:43:14,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33137 {}] regionserver.HRegion(1676): Region close journal for c215169251b9336d6704e022aadddf21: Waiting for close lock at 1732084994936Disabling compacts and flushes for region at 1732084994936Disabling writes for close at 1732084994936Writing region close event to WAL at 1732084994937 (+1 ms)Closed at 1732084994937 2024-11-20T06:43:14,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39683 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-20T06:43:15,056 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close c215169251b9336d6704e022aadddf21 2024-11-20T06:43:15,056 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T06:43:15,056 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing c215169251b9336d6704e022aadddf21, disabling compactions & flushes 2024-11-20T06:43:15,057 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. 2024-11-20T06:43:15,057 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. 2024-11-20T06:43:15,057 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. after waiting 0 ms 2024-11-20T06:43:15,057 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. 2024-11-20T06:43:15,057 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21/cf1/acb1b961615c41f68381bb40171e320f, hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21/cf1/50fb6781ed8e4a74a277e82ec97be21c] to archive 2024-11-20T06:43:15,060 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T06:43:15,063 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21/cf1/acb1b961615c41f68381bb40171e320f to hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21/cf1/acb1b961615c41f68381bb40171e320f 2024-11-20T06:43:15,065 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21/cf1/50fb6781ed8e4a74a277e82ec97be21c to hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21/cf1/50fb6781ed8e4a74a277e82ec97be21c 2024-11-20T06:43:15,076 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21/cf2/9c7477d460d442f8bc52c81f74045984] to archive 2024-11-20T06:43:15,077 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T06:43:15,079 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21/cf2/9c7477d460d442f8bc52c81f74045984 to hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21/cf2/9c7477d460d442f8bc52c81f74045984 2024-11-20T06:43:15,084 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-20T06:43:15,085 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. 2024-11-20T06:43:15,085 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for c215169251b9336d6704e022aadddf21: Waiting for close lock at 1732084995056Running coprocessor pre-close hooks at 1732084995056Disabling compacts and flushes for region at 1732084995056Disabling writes for close at 1732084995057 (+1 ms)Writing region close event to WAL at 1732084995080 (+23 ms)Running coprocessor post-close hooks at 1732084995085 (+5 ms)Closed at 1732084995085 2024-11-20T06:43:15,085 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding c215169251b9336d6704e022aadddf21 move to 61c2066a8a0f,33137,1732084978519 record at close sequenceid=12 2024-11-20T06:43:15,088 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed c215169251b9336d6704e022aadddf21 2024-11-20T06:43:15,088 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c215169251b9336d6704e022aadddf21, regionState=CLOSED 2024-11-20T06:43:15,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure c215169251b9336d6704e022aadddf21, server=61c2066a8a0f,40887,1732084978343 because future has completed 2024-11-20T06:43:15,096 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-20T06:43:15,096 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure c215169251b9336d6704e022aadddf21, server=61c2066a8a0f,40887,1732084978343 in 191 msec 2024-11-20T06:43:15,097 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c215169251b9336d6704e022aadddf21, REOPEN/MOVE; state=CLOSED, location=61c2066a8a0f,33137,1732084978519; forceNewPlan=false, retain=false 2024-11-20T06:43:15,248 INFO [61c2066a8a0f:39683 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-20T06:43:15,249 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c215169251b9336d6704e022aadddf21, regionState=OPENING, regionLocation=61c2066a8a0f,33137,1732084978519 2024-11-20T06:43:15,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c215169251b9336d6704e022aadddf21, REOPEN/MOVE because future has completed 2024-11-20T06:43:15,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure c215169251b9336d6704e022aadddf21, server=61c2066a8a0f,33137,1732084978519}] 2024-11-20T06:43:15,417 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. 2024-11-20T06:43:15,417 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => c215169251b9336d6704e022aadddf21, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:43:15,418 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF c215169251b9336d6704e022aadddf21 2024-11-20T06:43:15,418 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:43:15,419 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for c215169251b9336d6704e022aadddf21 2024-11-20T06:43:15,419 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for c215169251b9336d6704e022aadddf21 2024-11-20T06:43:15,422 INFO [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region c215169251b9336d6704e022aadddf21 2024-11-20T06:43:15,423 INFO [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c215169251b9336d6704e022aadddf21 columnFamilyName cf1 2024-11-20T06:43:15,423 DEBUG [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:15,429 DEBUG [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21/cf1/4cf7afdcee414f2db48e8a2d28bf7071 2024-11-20T06:43:15,429 INFO [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] regionserver.HStore(327): Store=c215169251b9336d6704e022aadddf21/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:15,429 INFO [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region c215169251b9336d6704e022aadddf21 2024-11-20T06:43:15,430 INFO [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c215169251b9336d6704e022aadddf21 columnFamilyName cf2 2024-11-20T06:43:15,430 DEBUG [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:15,436 DEBUG [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21/cf2/5644e439917544f2bc2d64e775d188a3 2024-11-20T06:43:15,436 INFO [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] regionserver.HStore(327): Store=c215169251b9336d6704e022aadddf21/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:15,436 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for c215169251b9336d6704e022aadddf21 2024-11-20T06:43:15,437 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21 2024-11-20T06:43:15,438 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21 2024-11-20T06:43:15,439 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for c215169251b9336d6704e022aadddf21 2024-11-20T06:43:15,439 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for c215169251b9336d6704e022aadddf21 2024-11-20T06:43:15,440 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-20T06:43:15,442 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for c215169251b9336d6704e022aadddf21 2024-11-20T06:43:15,443 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened c215169251b9336d6704e022aadddf21; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63120776, jitterRate=-0.05942714214324951}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-20T06:43:15,443 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c215169251b9336d6704e022aadddf21 2024-11-20T06:43:15,444 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for c215169251b9336d6704e022aadddf21: Running coprocessor pre-open hook at 1732084995419Writing region info on filesystem at 1732084995419Initializing all the Stores at 1732084995421 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084995421Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084995422 (+1 ms)Cleaning up temporary data from old regions at 1732084995439 (+17 ms)Running coprocessor post-open hooks at 1732084995443 (+4 ms)Region opened successfully at 1732084995443 2024-11-20T06:43:15,445 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21., pid=12, masterSystemTime=1732084995410 2024-11-20T06:43:15,447 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. 2024-11-20T06:43:15,447 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. 2024-11-20T06:43:15,448 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c215169251b9336d6704e022aadddf21, regionState=OPEN, openSeqNum=18, regionLocation=61c2066a8a0f,33137,1732084978519 2024-11-20T06:43:15,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure c215169251b9336d6704e022aadddf21, server=61c2066a8a0f,33137,1732084978519 because future has completed 2024-11-20T06:43:15,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-20T06:43:15,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure c215169251b9336d6704e022aadddf21, server=61c2066a8a0f,33137,1732084978519 in 196 msec 2024-11-20T06:43:15,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c215169251b9336d6704e022aadddf21, REOPEN/MOVE in 560 msec 2024-11-20T06:43:15,499 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T06:43:15,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56016, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T06:43:15,503 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 61c2066a8a0f,33137,1732084978519: testing ***** 2024-11-20T06:43:15,503 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T06:43:15,507 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T06:43:15,508 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T06:43:15,513 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T06:43:15,514 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T06:43:15,525 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 524059648 }, "NonHeapMemoryUsage": { "committed": 171311104, "init": 7667712, "max": -1, "used": 168651944 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "61c2066a8a0f", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 0, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2068, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 1, "ProcessCallTime_max": 9, "ProcessCallTime_mean": 3, "ProcessCallTime_25th_percentile": 3, "ProcessCallTime_median": 5, "ProcessCallTime_75th_percentile": 7, "ProcessCallTime_90th_percentile": 8, "ProcessCallTime_95th_percentile": 8, "ProcessCallTime_98th_percentile": 8, "ProcessCallTime_99th_percentile": 8, "ProcessCallTime_99.9th_percentile": 8, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 9, "TotalCallTime_mean": 3, "TotalCallTime_25th_percentile": 3, "TotalCallTime_median": 5, "TotalCallTime_75th_percentile": 7, "TotalCallTime_90th_percentile": 8, "TotalCallTime_95th_percentile": 8, "TotalCallTime_98th_percentile": 8, "TotalCallTime_99th_percentile": 8, "TotalCallTime_99.9th_percentile": 8, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 174, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 130, "ResponseSize_90th_percentile": 156, "ResponseSize_95th_percentile": 165, "ResponseSize_98th_percentile": 170, "ResponseSize_99th_percentile": 172, "ResponseSize_99.9th_percentile": 173, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 348 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "61c2066a8a0f", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:49338", "tag.serverName": "61c2066a8a0f,40887,1732084978343", "tag.clusterId": "fdb180fb-8203-4f49-a287-b19c1ff2f84b", "tag.Context": "regionserver", "tag.Hostname": "61c2066a8a0f", "regionCount": 0, "storeCount": 0, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732084978343, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-20T06:43:15,528 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39683 {}] master.MasterRpcServices(700): 61c2066a8a0f,33137,1732084978519 reported a fatal error: ***** ABORTING region server 61c2066a8a0f,33137,1732084978519: testing ***** 2024-11-20T06:43:15,530 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '61c2066a8a0f,33137,1732084978519' ***** 2024-11-20T06:43:15,530 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-20T06:43:15,530 INFO [RS:2;61c2066a8a0f:33137 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T06:43:15,531 INFO [RS:2;61c2066a8a0f:33137 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-20T06:43:15,531 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T06:43:15,531 INFO [RS:2;61c2066a8a0f:33137 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-20T06:43:15,531 INFO [RS:2;61c2066a8a0f:33137 {}] regionserver.HRegionServer(3091): Received CLOSE for c215169251b9336d6704e022aadddf21 2024-11-20T06:43:15,531 INFO [RS:2;61c2066a8a0f:33137 {}] regionserver.HRegionServer(956): aborting server 61c2066a8a0f,33137,1732084978519 2024-11-20T06:43:15,531 INFO [RS:2;61c2066a8a0f:33137 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T06:43:15,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:44834 deadline: 1732085055531, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=61c2066a8a0f port=33137 startCode=1732084978519. As of locationSeqNum=12. 2024-11-20T06:43:15,532 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c215169251b9336d6704e022aadddf21, disabling compactions & flushes 2024-11-20T06:43:15,532 INFO [RS:2;61c2066a8a0f:33137 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;61c2066a8a0f:33137. 2024-11-20T06:43:15,532 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. 2024-11-20T06:43:15,532 DEBUG [RS:2;61c2066a8a0f:33137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T06:43:15,532 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. 2024-11-20T06:43:15,532 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. after waiting 0 ms 2024-11-20T06:43:15,532 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. 2024-11-20T06:43:15,532 DEBUG [RS:2;61c2066a8a0f:33137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:43:15,532 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21., hostname=61c2066a8a0f,40887,1732084978343, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21., hostname=61c2066a8a0f,40887,1732084978343, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=61c2066a8a0f port=33137 startCode=1732084978519. As of locationSeqNum=12. 2024-11-20T06:43:15,532 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21., hostname=61c2066a8a0f,40887,1732084978343, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=61c2066a8a0f port=33137 startCode=1732084978519. As of locationSeqNum=12. 2024-11-20T06:43:15,532 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21., hostname=61c2066a8a0f,40887,1732084978343, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21., hostname=61c2066a8a0f,33137,1732084978519, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=61c2066a8a0f port=33137 startCode=1732084978519. As of locationSeqNum=12. 2024-11-20T06:43:15,533 INFO [RS:2;61c2066a8a0f:33137 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T06:43:15,533 DEBUG [RS:2;61c2066a8a0f:33137 {}] regionserver.HRegionServer(1325): Online Regions={c215169251b9336d6704e022aadddf21=testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21.} 2024-11-20T06:43:15,533 DEBUG [RS:2;61c2066a8a0f:33137 {}] regionserver.HRegionServer(1351): Waiting on c215169251b9336d6704e022aadddf21 2024-11-20T06:43:15,534 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. 2024-11-20T06:43:15,534 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c215169251b9336d6704e022aadddf21: Waiting for close lock at 1732084995531Running coprocessor pre-close hooks at 1732084995532 (+1 ms)Disabling compacts and flushes for region at 1732084995532Disabling writes for close at 1732084995532Writing region close event to WAL at 1732084995533 (+1 ms)Running coprocessor post-close hooks at 1732084995533Closed at 1732084995534 (+1 ms) 2024-11-20T06:43:15,534 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. 2024-11-20T06:43:15,602 INFO [regionserver/61c2066a8a0f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T06:43:15,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 61c2066a8a0f,33137,1732084978519 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:43:15,647 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21., hostname=61c2066a8a0f,33137,1732084978519, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21., hostname=61c2066a8a0f,33137,1732084978519, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 61c2066a8a0f,33137,1732084978519 aborting 2024-11-20T06:43:15,648 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21., hostname=61c2066a8a0f,33137,1732084978519, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 61c2066a8a0f,33137,1732084978519 aborting 2024-11-20T06:43:15,648 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21., hostname=61c2066a8a0f,33137,1732084978519, seqNum=12 from cache 2024-11-20T06:43:15,733 INFO [RS:2;61c2066a8a0f:33137 {}] regionserver.HRegionServer(976): stopping server 61c2066a8a0f,33137,1732084978519; all regions closed. 2024-11-20T06:43:15,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741835_1011 (size=1408) 2024-11-20T06:43:15,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741835_1011 (size=1408) 2024-11-20T06:43:15,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741835_1011 (size=1408) 2024-11-20T06:43:15,737 DEBUG [RS:2;61c2066a8a0f:33137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:43:15,737 INFO [RS:2;61c2066a8a0f:33137 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T06:43:15,738 INFO [RS:2;61c2066a8a0f:33137 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T06:43:15,738 INFO [RS:2;61c2066a8a0f:33137 {}] hbase.ChoreService(370): Chore service for: regionserver/61c2066a8a0f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T06:43:15,738 INFO [regionserver/61c2066a8a0f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T06:43:15,738 INFO [RS:2;61c2066a8a0f:33137 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T06:43:15,738 INFO [RS:2;61c2066a8a0f:33137 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T06:43:15,738 INFO [RS:2;61c2066a8a0f:33137 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T06:43:15,738 INFO [RS:2;61c2066a8a0f:33137 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T06:43:15,739 INFO [RS:2;61c2066a8a0f:33137 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33137 2024-11-20T06:43:15,809 INFO [RS:2;61c2066a8a0f:33137 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T06:43:15,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39683-0x1015844df880000, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T06:43:15,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x1015844df880003, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/61c2066a8a0f,33137,1732084978519 2024-11-20T06:43:15,810 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [61c2066a8a0f,33137,1732084978519] 2024-11-20T06:43:15,826 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/61c2066a8a0f,33137,1732084978519 already deleted, retry=false 2024-11-20T06:43:15,826 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 61c2066a8a0f,33137,1732084978519 on 61c2066a8a0f,39683,1732084977621 2024-11-20T06:43:15,831 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 61c2066a8a0f,33137,1732084978519, splitWal=true, meta=false 2024-11-20T06:43:15,833 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 61c2066a8a0f,33137,1732084978519 (carryingMeta=false) 61c2066a8a0f,33137,1732084978519/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@28c6e299[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-20T06:43:15,834 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 61c2066a8a0f,33137,1732084978519, splitWal=true, meta=false 2024-11-20T06:43:15,835 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 61c2066a8a0f,33137,1732084978519 had 1 regions 2024-11-20T06:43:15,836 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 61c2066a8a0f,33137,1732084978519, splitWal=true, meta=false, isMeta: false 2024-11-20T06:43:15,838 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/WALs/61c2066a8a0f,33137,1732084978519-splitting 2024-11-20T06:43:15,838 INFO [PEWorker-1 {}] master.SplitWALManager(105): 61c2066a8a0f,33137,1732084978519 WAL count=1, meta=false 2024-11-20T06:43:15,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 61c2066a8a0f%2C33137%2C1732084978519.1732084980039}] 2024-11-20T06:43:15,845 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=61c2066a8a0f,44947,1732084978452 2024-11-20T06:43:15,847 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 61c2066a8a0f%2C33137%2C1732084978519.1732084980039, worker=61c2066a8a0f,44947,1732084978452}] 2024-11-20T06:43:15,857 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21., hostname=61c2066a8a0f,33137,1732084978519, seqNum=18] 2024-11-20T06:43:15,859 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 61c2066a8a0f:33137 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 61c2066a8a0f/172.17.0.2:33137 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:43:15,860 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21., hostname=61c2066a8a0f,33137,1732084978519, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21., hostname=61c2066a8a0f,33137,1732084978519, seqNum=18, error=java.net.ConnectException: Call to address=61c2066a8a0f:33137 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 61c2066a8a0f/172.17.0.2:33137 2024-11-20T06:43:15,860 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21., hostname=61c2066a8a0f,33137,1732084978519, seqNum=18 is java.net.ConnectException: Connection refused 2024-11-20T06:43:15,860 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21., hostname=61c2066a8a0f,33137,1732084978519, seqNum=18 from cache 2024-11-20T06:43:15,860 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address 61c2066a8a0f:33137 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 61c2066a8a0f/172.17.0.2:33137 2024-11-20T06:43:15,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x1015844df880003, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T06:43:15,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x1015844df880003, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T06:43:15,918 INFO [RS:2;61c2066a8a0f:33137 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T06:43:15,919 INFO [RS:2;61c2066a8a0f:33137 {}] regionserver.HRegionServer(1031): Exiting; stopping=61c2066a8a0f,33137,1732084978519; zookeeper connection closed. 2024-11-20T06:43:15,919 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@be34484 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@be34484 2024-11-20T06:43:16,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44947 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-20T06:43:16,026 INFO [RS_LOG_REPLAY_OPS-regionserver/61c2066a8a0f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/WALs/61c2066a8a0f,33137,1732084978519-splitting/61c2066a8a0f%2C33137%2C1732084978519.1732084980039, size=1.4 K (1408bytes) 2024-11-20T06:43:16,026 INFO [RS_LOG_REPLAY_OPS-regionserver/61c2066a8a0f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/WALs/61c2066a8a0f,33137,1732084978519-splitting/61c2066a8a0f%2C33137%2C1732084978519.1732084980039 2024-11-20T06:43:16,026 INFO [RS_LOG_REPLAY_OPS-regionserver/61c2066a8a0f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/WALs/61c2066a8a0f,33137,1732084978519-splitting/61c2066a8a0f%2C33137%2C1732084978519.1732084980039 after 0ms 2024-11-20T06:43:16,029 DEBUG [RS_LOG_REPLAY_OPS-regionserver/61c2066a8a0f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/WALs/61c2066a8a0f,33137,1732084978519-splitting/61c2066a8a0f%2C33137%2C1732084978519.1732084980039: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T06:43:16,029 INFO [RS_LOG_REPLAY_OPS-regionserver/61c2066a8a0f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/WALs/61c2066a8a0f,33137,1732084978519-splitting/61c2066a8a0f%2C33137%2C1732084978519.1732084980039 took 4ms 2024-11-20T06:43:16,036 DEBUG [RS_LOG_REPLAY_OPS-regionserver/61c2066a8a0f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for c215169251b9336d6704e022aadddf21: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-20T06:43:16,036 DEBUG [RS_LOG_REPLAY_OPS-regionserver/61c2066a8a0f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/WALs/61c2066a8a0f,33137,1732084978519-splitting/61c2066a8a0f%2C33137%2C1732084978519.1732084980039 so closing down 2024-11-20T06:43:16,036 DEBUG [RS_LOG_REPLAY_OPS-regionserver/61c2066a8a0f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T06:43:16,036 INFO [RS_LOG_REPLAY_OPS-regionserver/61c2066a8a0f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T06:43:16,036 INFO [RS_LOG_REPLAY_OPS-regionserver/61c2066a8a0f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 6 ms; skipped=6; WAL=hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/WALs/61c2066a8a0f,33137,1732084978519-splitting/61c2066a8a0f%2C33137%2C1732084978519.1732084980039, size=1.4 K, length=1408, corrupted=false, cancelled=false 2024-11-20T06:43:16,036 DEBUG [RS_LOG_REPLAY_OPS-regionserver/61c2066a8a0f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/WALs/61c2066a8a0f,33137,1732084978519-splitting/61c2066a8a0f%2C33137%2C1732084978519.1732084980039, journal: Splitting hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/WALs/61c2066a8a0f,33137,1732084978519-splitting/61c2066a8a0f%2C33137%2C1732084978519.1732084980039, size=1.4 K (1408bytes) at 1732084996026Finishing writing output for hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/WALs/61c2066a8a0f,33137,1732084978519-splitting/61c2066a8a0f%2C33137%2C1732084978519.1732084980039 so closing down at 1732084996036 (+10 ms)3 split writer threads finished at 1732084996036Processed 6 edits across 0 Regions in 6 ms; skipped=6; WAL=hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/WALs/61c2066a8a0f,33137,1732084978519-splitting/61c2066a8a0f%2C33137%2C1732084978519.1732084980039, size=1.4 K, length=1408, corrupted=false, cancelled=false at 1732084996036 2024-11-20T06:43:16,036 DEBUG [RS_LOG_REPLAY_OPS-regionserver/61c2066a8a0f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/WALs/61c2066a8a0f,33137,1732084978519-splitting/61c2066a8a0f%2C33137%2C1732084978519.1732084980039 2024-11-20T06:43:16,037 DEBUG [RS_LOG_REPLAY_OPS-regionserver/61c2066a8a0f:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-20T06:43:16,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39683 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-20T06:43:16,044 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/WALs/61c2066a8a0f,33137,1732084978519-splitting/61c2066a8a0f%2C33137%2C1732084978519.1732084980039 to hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/oldWALs 2024-11-20T06:43:16,047 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-20T06:43:16,047 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 61c2066a8a0f%2C33137%2C1732084978519.1732084980039, worker=61c2066a8a0f,44947,1732084978452 in 197 msec 2024-11-20T06:43:16,049 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=61c2066a8a0f,44947,1732084978452 2024-11-20T06:43:16,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-20T06:43:16,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 61c2066a8a0f%2C33137%2C1732084978519.1732084980039, worker=61c2066a8a0f,44947,1732084978452 in 209 msec 2024-11-20T06:43:16,054 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/WALs/61c2066a8a0f,33137,1732084978519-splitting dir is empty, no logs to split. 2024-11-20T06:43:16,055 INFO [PEWorker-1 {}] master.SplitWALManager(105): 61c2066a8a0f,33137,1732084978519 WAL count=0, meta=false 2024-11-20T06:43:16,055 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 61c2066a8a0f,33137,1732084978519 WAL splitting is done? wals=0, meta=false 2024-11-20T06:43:16,057 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 61c2066a8a0f,33137,1732084978519 failed, ignore...File hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/WALs/61c2066a8a0f,33137,1732084978519-splitting does not exist. 2024-11-20T06:43:16,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c215169251b9336d6704e022aadddf21, ASSIGN}] 2024-11-20T06:43:16,061 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c215169251b9336d6704e022aadddf21, ASSIGN 2024-11-20T06:43:16,063 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c215169251b9336d6704e022aadddf21, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T06:43:16,169 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21., hostname=61c2066a8a0f,33137,1732084978519, seqNum=18] 2024-11-20T06:43:16,170 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to 61c2066a8a0f:33137 this server is in the failed servers list 2024-11-20T06:43:16,170 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21., hostname=61c2066a8a0f,33137,1732084978519, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21., hostname=61c2066a8a0f,33137,1732084978519, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=61c2066a8a0f:33137 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 61c2066a8a0f:33137 2024-11-20T06:43:16,170 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21., hostname=61c2066a8a0f,33137,1732084978519, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 61c2066a8a0f:33137 2024-11-20T06:43:16,170 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21., hostname=61c2066a8a0f,33137,1732084978519, seqNum=18 from cache 2024-11-20T06:43:16,214 DEBUG [61c2066a8a0f:39683 {}] balancer.BalancerClusterState(204): Hosts are {61c2066a8a0f=0} racks are {/default-rack=0} 2024-11-20T06:43:16,214 DEBUG [61c2066a8a0f:39683 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T06:43:16,214 DEBUG [61c2066a8a0f:39683 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T06:43:16,214 DEBUG [61c2066a8a0f:39683 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T06:43:16,214 DEBUG [61c2066a8a0f:39683 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T06:43:16,214 INFO [61c2066a8a0f:39683 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T06:43:16,214 INFO [61c2066a8a0f:39683 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T06:43:16,214 DEBUG [61c2066a8a0f:39683 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T06:43:16,215 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=c215169251b9336d6704e022aadddf21, regionState=OPENING, regionLocation=61c2066a8a0f,40887,1732084978343 2024-11-20T06:43:16,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c215169251b9336d6704e022aadddf21, ASSIGN because future has completed 2024-11-20T06:43:16,219 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure c215169251b9336d6704e022aadddf21, server=61c2066a8a0f,40887,1732084978343}] 2024-11-20T06:43:16,379 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. 2024-11-20T06:43:16,379 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => c215169251b9336d6704e022aadddf21, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:43:16,380 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF c215169251b9336d6704e022aadddf21 2024-11-20T06:43:16,380 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:43:16,381 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for c215169251b9336d6704e022aadddf21 2024-11-20T06:43:16,381 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for c215169251b9336d6704e022aadddf21 2024-11-20T06:43:16,383 INFO [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region c215169251b9336d6704e022aadddf21 2024-11-20T06:43:16,385 INFO [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c215169251b9336d6704e022aadddf21 columnFamilyName cf1 2024-11-20T06:43:16,385 DEBUG [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:16,393 DEBUG [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21/cf1/4cf7afdcee414f2db48e8a2d28bf7071 2024-11-20T06:43:16,393 INFO [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] regionserver.HStore(327): Store=c215169251b9336d6704e022aadddf21/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:16,393 INFO [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region c215169251b9336d6704e022aadddf21 2024-11-20T06:43:16,394 INFO [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c215169251b9336d6704e022aadddf21 columnFamilyName cf2 2024-11-20T06:43:16,394 DEBUG [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:16,401 DEBUG [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21/cf2/5644e439917544f2bc2d64e775d188a3 2024-11-20T06:43:16,401 INFO [StoreOpener-c215169251b9336d6704e022aadddf21-1 {}] regionserver.HStore(327): Store=c215169251b9336d6704e022aadddf21/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:16,401 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for c215169251b9336d6704e022aadddf21 2024-11-20T06:43:16,402 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21 2024-11-20T06:43:16,403 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21 2024-11-20T06:43:16,404 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for c215169251b9336d6704e022aadddf21 2024-11-20T06:43:16,404 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for c215169251b9336d6704e022aadddf21 2024-11-20T06:43:16,405 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-20T06:43:16,406 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for c215169251b9336d6704e022aadddf21 2024-11-20T06:43:16,407 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened c215169251b9336d6704e022aadddf21; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62648459, jitterRate=-0.06646521389484406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-20T06:43:16,407 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c215169251b9336d6704e022aadddf21 2024-11-20T06:43:16,407 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for c215169251b9336d6704e022aadddf21: Running coprocessor pre-open hook at 1732084996381Writing region info on filesystem at 1732084996381Initializing all the Stores at 1732084996383 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084996383Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084996383Cleaning up temporary data from old regions at 1732084996404 (+21 ms)Running coprocessor post-open hooks at 1732084996407 (+3 ms)Region opened successfully at 1732084996407 2024-11-20T06:43:16,409 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21., pid=17, masterSystemTime=1732084996372 2024-11-20T06:43:16,411 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. 2024-11-20T06:43:16,411 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. 2024-11-20T06:43:16,412 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=c215169251b9336d6704e022aadddf21, regionState=OPEN, openSeqNum=18, regionLocation=61c2066a8a0f,40887,1732084978343 2024-11-20T06:43:16,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure c215169251b9336d6704e022aadddf21, server=61c2066a8a0f,40887,1732084978343 because future has completed 2024-11-20T06:43:16,418 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-20T06:43:16,418 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure c215169251b9336d6704e022aadddf21, server=61c2066a8a0f,40887,1732084978343 in 196 msec 2024-11-20T06:43:16,421 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-20T06:43:16,421 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server 61c2066a8a0f,33137,1732084978519 after splitting done 2024-11-20T06:43:16,421 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c215169251b9336d6704e022aadddf21, ASSIGN in 358 msec 2024-11-20T06:43:16,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 61c2066a8a0f,33137,1732084978519, splitWal=true, meta=false in 594 msec 2024-11-20T06:43:16,678 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21., hostname=61c2066a8a0f,40887,1732084978343, seqNum=18] 2024-11-20T06:43:16,693 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=412 (was 414), OpenFileDescriptor=1051 (was 1023) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=310 (was 310), ProcessCount=11 (was 11), AvailableMemoryMB=4289 (was 4346) 2024-11-20T06:43:16,695 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1051 is superior to 1024 2024-11-20T06:43:16,707 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=412, OpenFileDescriptor=1051, MaxFileDescriptor=1048576, SystemLoadAverage=310, ProcessCount=11, AvailableMemoryMB=4289 2024-11-20T06:43:16,707 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1051 is superior to 1024 2024-11-20T06:43:16,725 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T06:43:16,727 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T06:43:16,727 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T06:43:16,730 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-17887778, suffix=, logDir=hdfs://localhost:35829/hbase/WALs/hregion-17887778, archiveDir=hdfs://localhost:35829/hbase/oldWALs, maxLogs=32 2024-11-20T06:43:16,742 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-17887778/hregion-17887778.1732084996730, exclude list is [], retry=0 2024-11-20T06:43:16,745 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44289,DS-de73167d-9978-4224-a87b-4197004cd0e1,DISK] 2024-11-20T06:43:16,745 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38671,DS-9680009f-2dc1-4f36-bb67-5af69cfd1120,DISK] 2024-11-20T06:43:16,745 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-8949a2de-1a02-4d4d-8ca2-8c4e7cc56853,DISK] 2024-11-20T06:43:16,747 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-17887778/hregion-17887778.1732084996730 2024-11-20T06:43:16,749 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:41285:41285),(127.0.0.1/127.0.0.1:40325:40325)] 2024-11-20T06:43:16,749 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 18a00635dc5eece6e68bf34ca42e7519, NAME => 'testReplayEditsWrittenViaHRegion,,1732084996725.18a00635dc5eece6e68bf34ca42e7519.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35829/hbase 2024-11-20T06:43:16,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741893_1071 (size=67) 2024-11-20T06:43:16,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741893_1071 (size=67) 2024-11-20T06:43:16,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741893_1071 (size=67) 2024-11-20T06:43:16,759 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732084996725.18a00635dc5eece6e68bf34ca42e7519.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:43:16,760 INFO [StoreOpener-18a00635dc5eece6e68bf34ca42e7519-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 18a00635dc5eece6e68bf34ca42e7519 2024-11-20T06:43:16,762 INFO [StoreOpener-18a00635dc5eece6e68bf34ca42e7519-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18a00635dc5eece6e68bf34ca42e7519 columnFamilyName a 2024-11-20T06:43:16,762 DEBUG [StoreOpener-18a00635dc5eece6e68bf34ca42e7519-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:16,762 INFO [StoreOpener-18a00635dc5eece6e68bf34ca42e7519-1 {}] regionserver.HStore(327): Store=18a00635dc5eece6e68bf34ca42e7519/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:16,762 INFO [StoreOpener-18a00635dc5eece6e68bf34ca42e7519-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 18a00635dc5eece6e68bf34ca42e7519 2024-11-20T06:43:16,764 INFO [StoreOpener-18a00635dc5eece6e68bf34ca42e7519-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18a00635dc5eece6e68bf34ca42e7519 columnFamilyName b 2024-11-20T06:43:16,764 DEBUG [StoreOpener-18a00635dc5eece6e68bf34ca42e7519-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:16,765 INFO [StoreOpener-18a00635dc5eece6e68bf34ca42e7519-1 {}] regionserver.HStore(327): Store=18a00635dc5eece6e68bf34ca42e7519/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:16,765 INFO [StoreOpener-18a00635dc5eece6e68bf34ca42e7519-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 18a00635dc5eece6e68bf34ca42e7519 2024-11-20T06:43:16,766 INFO [StoreOpener-18a00635dc5eece6e68bf34ca42e7519-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18a00635dc5eece6e68bf34ca42e7519 columnFamilyName c 2024-11-20T06:43:16,767 DEBUG [StoreOpener-18a00635dc5eece6e68bf34ca42e7519-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:16,767 INFO [StoreOpener-18a00635dc5eece6e68bf34ca42e7519-1 {}] regionserver.HStore(327): Store=18a00635dc5eece6e68bf34ca42e7519/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:16,767 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 18a00635dc5eece6e68bf34ca42e7519 2024-11-20T06:43:16,768 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/18a00635dc5eece6e68bf34ca42e7519 2024-11-20T06:43:16,768 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/18a00635dc5eece6e68bf34ca42e7519 2024-11-20T06:43:16,769 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 18a00635dc5eece6e68bf34ca42e7519 2024-11-20T06:43:16,770 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 18a00635dc5eece6e68bf34ca42e7519 2024-11-20T06:43:16,770 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T06:43:16,771 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 18a00635dc5eece6e68bf34ca42e7519 2024-11-20T06:43:16,773 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/18a00635dc5eece6e68bf34ca42e7519/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T06:43:16,774 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 18a00635dc5eece6e68bf34ca42e7519; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75033327, jitterRate=0.11808370053768158}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T06:43:16,775 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 18a00635dc5eece6e68bf34ca42e7519: Writing region info on filesystem at 1732084996759Initializing all the Stores at 1732084996760 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084996760Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084996760Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084996760Cleaning up temporary data from old regions at 1732084996770 (+10 ms)Region opened successfully at 1732084996775 (+5 ms) 2024-11-20T06:43:16,775 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 18a00635dc5eece6e68bf34ca42e7519, disabling compactions & flushes 2024-11-20T06:43:16,775 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732084996725.18a00635dc5eece6e68bf34ca42e7519. 2024-11-20T06:43:16,775 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732084996725.18a00635dc5eece6e68bf34ca42e7519. 2024-11-20T06:43:16,775 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732084996725.18a00635dc5eece6e68bf34ca42e7519. after waiting 0 ms 2024-11-20T06:43:16,775 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732084996725.18a00635dc5eece6e68bf34ca42e7519. 2024-11-20T06:43:16,775 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732084996725.18a00635dc5eece6e68bf34ca42e7519. 2024-11-20T06:43:16,775 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 18a00635dc5eece6e68bf34ca42e7519: Waiting for close lock at 1732084996775Disabling compacts and flushes for region at 1732084996775Disabling writes for close at 1732084996775Writing region close event to WAL at 1732084996775Closed at 1732084996775 2024-11-20T06:43:16,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741892_1070 (size=95) 2024-11-20T06:43:16,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741892_1070 (size=95) 2024-11-20T06:43:16,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741892_1070 (size=95) 2024-11-20T06:43:16,780 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T06:43:16,780 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-17887778:(num 1732084996730) 2024-11-20T06:43:16,780 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T06:43:16,782 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35829/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732084996724, archiveDir=hdfs://localhost:35829/hbase/oldWALs, maxLogs=32 2024-11-20T06:43:16,793 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732084996724/wal.1732084996782, exclude list is [], retry=0 2024-11-20T06:43:16,796 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38671,DS-9680009f-2dc1-4f36-bb67-5af69cfd1120,DISK] 2024-11-20T06:43:16,796 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44289,DS-de73167d-9978-4224-a87b-4197004cd0e1,DISK] 2024-11-20T06:43:16,796 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-8949a2de-1a02-4d4d-8ca2-8c4e7cc56853,DISK] 2024-11-20T06:43:16,798 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732084996724/wal.1732084996782 2024-11-20T06:43:16,798 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41285:41285),(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:40325:40325)] 2024-11-20T06:43:16,798 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 18a00635dc5eece6e68bf34ca42e7519, NAME => 'testReplayEditsWrittenViaHRegion,,1732084996725.18a00635dc5eece6e68bf34ca42e7519.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:43:16,798 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732084996725.18a00635dc5eece6e68bf34ca42e7519.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:43:16,799 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 18a00635dc5eece6e68bf34ca42e7519 2024-11-20T06:43:16,799 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 18a00635dc5eece6e68bf34ca42e7519 2024-11-20T06:43:16,800 INFO [StoreOpener-18a00635dc5eece6e68bf34ca42e7519-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 18a00635dc5eece6e68bf34ca42e7519 2024-11-20T06:43:16,801 INFO [StoreOpener-18a00635dc5eece6e68bf34ca42e7519-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18a00635dc5eece6e68bf34ca42e7519 columnFamilyName a 2024-11-20T06:43:16,801 DEBUG [StoreOpener-18a00635dc5eece6e68bf34ca42e7519-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:16,801 INFO [StoreOpener-18a00635dc5eece6e68bf34ca42e7519-1 {}] regionserver.HStore(327): Store=18a00635dc5eece6e68bf34ca42e7519/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:16,801 INFO [StoreOpener-18a00635dc5eece6e68bf34ca42e7519-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 18a00635dc5eece6e68bf34ca42e7519 2024-11-20T06:43:16,802 INFO [StoreOpener-18a00635dc5eece6e68bf34ca42e7519-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18a00635dc5eece6e68bf34ca42e7519 columnFamilyName b 2024-11-20T06:43:16,802 DEBUG [StoreOpener-18a00635dc5eece6e68bf34ca42e7519-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:16,803 INFO [StoreOpener-18a00635dc5eece6e68bf34ca42e7519-1 {}] regionserver.HStore(327): Store=18a00635dc5eece6e68bf34ca42e7519/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:16,803 INFO [StoreOpener-18a00635dc5eece6e68bf34ca42e7519-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 18a00635dc5eece6e68bf34ca42e7519 2024-11-20T06:43:16,803 INFO [StoreOpener-18a00635dc5eece6e68bf34ca42e7519-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18a00635dc5eece6e68bf34ca42e7519 columnFamilyName c 2024-11-20T06:43:16,803 DEBUG [StoreOpener-18a00635dc5eece6e68bf34ca42e7519-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:16,804 INFO [StoreOpener-18a00635dc5eece6e68bf34ca42e7519-1 {}] regionserver.HStore(327): Store=18a00635dc5eece6e68bf34ca42e7519/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:16,804 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 18a00635dc5eece6e68bf34ca42e7519 2024-11-20T06:43:16,805 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/18a00635dc5eece6e68bf34ca42e7519 2024-11-20T06:43:16,806 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/18a00635dc5eece6e68bf34ca42e7519 2024-11-20T06:43:16,807 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 18a00635dc5eece6e68bf34ca42e7519 2024-11-20T06:43:16,807 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 18a00635dc5eece6e68bf34ca42e7519 2024-11-20T06:43:16,807 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T06:43:16,809 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 18a00635dc5eece6e68bf34ca42e7519 2024-11-20T06:43:16,809 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 18a00635dc5eece6e68bf34ca42e7519; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62001872, jitterRate=-0.07610011100769043}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T06:43:16,810 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 18a00635dc5eece6e68bf34ca42e7519: Writing region info on filesystem at 1732084996799Initializing all the Stores at 1732084996800 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084996800Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084996800Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084996800Cleaning up temporary data from old regions at 1732084996807 (+7 ms)Region opened successfully at 1732084996810 (+3 ms) 2024-11-20T06:43:16,841 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 18a00635dc5eece6e68bf34ca42e7519 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-20T06:43:16,864 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/18a00635dc5eece6e68bf34ca42e7519/.tmp/a/9f5b21c12c0d4ee999bc40f65b5e369c is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732084996810/Put/seqid=0 2024-11-20T06:43:16,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741895_1073 (size=5958) 2024-11-20T06:43:16,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741895_1073 (size=5958) 2024-11-20T06:43:16,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741895_1073 (size=5958) 2024-11-20T06:43:16,874 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/18a00635dc5eece6e68bf34ca42e7519/.tmp/a/9f5b21c12c0d4ee999bc40f65b5e369c 2024-11-20T06:43:16,900 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/18a00635dc5eece6e68bf34ca42e7519/.tmp/b/c2b49e151717427d86419e9d00ba6e8b is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732084996820/Put/seqid=0 2024-11-20T06:43:16,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741896_1074 (size=5958) 2024-11-20T06:43:16,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741896_1074 (size=5958) 2024-11-20T06:43:16,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741896_1074 (size=5958) 2024-11-20T06:43:16,909 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/18a00635dc5eece6e68bf34ca42e7519/.tmp/b/c2b49e151717427d86419e9d00ba6e8b 2024-11-20T06:43:16,934 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/18a00635dc5eece6e68bf34ca42e7519/.tmp/c/e66db94b1fb7419b846afdc6bc05f924 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732084996828/Put/seqid=0 2024-11-20T06:43:16,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741897_1075 (size=5958) 2024-11-20T06:43:16,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741897_1075 (size=5958) 2024-11-20T06:43:16,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741897_1075 (size=5958) 2024-11-20T06:43:16,942 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/18a00635dc5eece6e68bf34ca42e7519/.tmp/c/e66db94b1fb7419b846afdc6bc05f924 2024-11-20T06:43:16,949 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/18a00635dc5eece6e68bf34ca42e7519/.tmp/a/9f5b21c12c0d4ee999bc40f65b5e369c as hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/18a00635dc5eece6e68bf34ca42e7519/a/9f5b21c12c0d4ee999bc40f65b5e369c 2024-11-20T06:43:16,956 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/18a00635dc5eece6e68bf34ca42e7519/a/9f5b21c12c0d4ee999bc40f65b5e369c, entries=10, sequenceid=33, filesize=5.8 K 2024-11-20T06:43:16,958 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/18a00635dc5eece6e68bf34ca42e7519/.tmp/b/c2b49e151717427d86419e9d00ba6e8b as hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/18a00635dc5eece6e68bf34ca42e7519/b/c2b49e151717427d86419e9d00ba6e8b 2024-11-20T06:43:16,965 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/18a00635dc5eece6e68bf34ca42e7519/b/c2b49e151717427d86419e9d00ba6e8b, entries=10, sequenceid=33, filesize=5.8 K 2024-11-20T06:43:16,966 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/18a00635dc5eece6e68bf34ca42e7519/.tmp/c/e66db94b1fb7419b846afdc6bc05f924 as hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/18a00635dc5eece6e68bf34ca42e7519/c/e66db94b1fb7419b846afdc6bc05f924 2024-11-20T06:43:16,972 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/18a00635dc5eece6e68bf34ca42e7519/c/e66db94b1fb7419b846afdc6bc05f924, entries=10, sequenceid=33, filesize=5.8 K 2024-11-20T06:43:16,974 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 18a00635dc5eece6e68bf34ca42e7519 in 132ms, sequenceid=33, compaction requested=false 2024-11-20T06:43:16,974 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 18a00635dc5eece6e68bf34ca42e7519: 2024-11-20T06:43:16,974 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 18a00635dc5eece6e68bf34ca42e7519, disabling compactions & flushes 2024-11-20T06:43:16,974 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732084996725.18a00635dc5eece6e68bf34ca42e7519. 2024-11-20T06:43:16,974 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732084996725.18a00635dc5eece6e68bf34ca42e7519. 2024-11-20T06:43:16,974 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732084996725.18a00635dc5eece6e68bf34ca42e7519. after waiting 0 ms 2024-11-20T06:43:16,974 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732084996725.18a00635dc5eece6e68bf34ca42e7519. 2024-11-20T06:43:16,975 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732084996725.18a00635dc5eece6e68bf34ca42e7519. 2024-11-20T06:43:16,975 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 18a00635dc5eece6e68bf34ca42e7519: Waiting for close lock at 1732084996974Disabling compacts and flushes for region at 1732084996974Disabling writes for close at 1732084996974Writing region close event to WAL at 1732084996975 (+1 ms)Closed at 1732084996975 2024-11-20T06:43:16,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741894_1072 (size=3383) 2024-11-20T06:43:16,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741894_1072 (size=3383) 2024-11-20T06:43:16,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741894_1072 (size=3383) 2024-11-20T06:43:16,983 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/18a00635dc5eece6e68bf34ca42e7519/b/c2b49e151717427d86419e9d00ba6e8b to hdfs://localhost:35829/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/18a00635dc5eece6e68bf34ca42e7519/b/c2b49e151717427d86419e9d00ba6e8b 2024-11-20T06:43:16,998 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35829/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732084996724/wal.1732084996782, size=3.3 K (3383bytes) 2024-11-20T06:43:16,998 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35829/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732084996724/wal.1732084996782 2024-11-20T06:43:16,998 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35829/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732084996724/wal.1732084996782 after 0ms 2024-11-20T06:43:17,000 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35829/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732084996724/wal.1732084996782: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T06:43:17,001 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35829/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732084996724/wal.1732084996782 took 2ms 2024-11-20T06:43:17,003 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35829/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732084996724/wal.1732084996782 so closing down 2024-11-20T06:43:17,003 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732084996782.temp 2024-11-20T06:43:17,003 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T06:43:17,004 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/18a00635dc5eece6e68bf34ca42e7519/recovered.edits/0000000000000000003-wal.1732084996782.temp 2024-11-20T06:43:17,005 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T06:43:17,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741898_1076 (size=2944) 2024-11-20T06:43:17,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741898_1076 (size=2944) 2024-11-20T06:43:17,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741898_1076 (size=2944) 2024-11-20T06:43:17,011 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/18a00635dc5eece6e68bf34ca42e7519/recovered.edits/0000000000000000003-wal.1732084996782.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-20T06:43:17,012 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/18a00635dc5eece6e68bf34ca42e7519/recovered.edits/0000000000000000003-wal.1732084996782.temp to hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/18a00635dc5eece6e68bf34ca42e7519/recovered.edits/0000000000000000032 2024-11-20T06:43:17,012 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 11 ms; skipped=2; WAL=hdfs://localhost:35829/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732084996724/wal.1732084996782, size=3.3 K, length=3383, corrupted=false, cancelled=false 2024-11-20T06:43:17,012 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35829/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732084996724/wal.1732084996782, journal: Splitting hdfs://localhost:35829/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732084996724/wal.1732084996782, size=3.3 K (3383bytes) at 1732084996998Finishing writing output for hdfs://localhost:35829/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732084996724/wal.1732084996782 so closing down at 1732084997003 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/18a00635dc5eece6e68bf34ca42e7519/recovered.edits/0000000000000000003-wal.1732084996782.temp at 1732084997005 (+2 ms)3 split writer threads finished at 1732084997005Closed recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/18a00635dc5eece6e68bf34ca42e7519/recovered.edits/0000000000000000003-wal.1732084996782.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732084997011 (+6 ms)Rename recovered edits hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/18a00635dc5eece6e68bf34ca42e7519/recovered.edits/0000000000000000003-wal.1732084996782.temp to hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/18a00635dc5eece6e68bf34ca42e7519/recovered.edits/0000000000000000032 at 1732084997012 (+1 ms)Processed 32 edits across 1 Regions in 11 ms; skipped=2; WAL=hdfs://localhost:35829/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732084996724/wal.1732084996782, size=3.3 K, length=3383, corrupted=false, cancelled=false at 1732084997012 2024-11-20T06:43:17,013 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35829/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732084996724/wal.1732084996782 to hdfs://localhost:35829/hbase/oldWALs/wal.1732084996782 2024-11-20T06:43:17,014 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/18a00635dc5eece6e68bf34ca42e7519/recovered.edits/0000000000000000032 2024-11-20T06:43:17,014 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T06:43:17,016 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35829/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732084996724, archiveDir=hdfs://localhost:35829/hbase/oldWALs, maxLogs=32 2024-11-20T06:43:17,030 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732084996724/wal.1732084997016, exclude list is [], retry=0 2024-11-20T06:43:17,032 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44289,DS-de73167d-9978-4224-a87b-4197004cd0e1,DISK] 2024-11-20T06:43:17,033 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-8949a2de-1a02-4d4d-8ca2-8c4e7cc56853,DISK] 2024-11-20T06:43:17,033 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38671,DS-9680009f-2dc1-4f36-bb67-5af69cfd1120,DISK] 2024-11-20T06:43:17,034 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732084996724/wal.1732084997016 2024-11-20T06:43:17,035 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:40325:40325),(127.0.0.1/127.0.0.1:41285:41285)] 2024-11-20T06:43:17,035 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 18a00635dc5eece6e68bf34ca42e7519, NAME => 'testReplayEditsWrittenViaHRegion,,1732084996725.18a00635dc5eece6e68bf34ca42e7519.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:43:17,035 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732084996725.18a00635dc5eece6e68bf34ca42e7519.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:43:17,035 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 18a00635dc5eece6e68bf34ca42e7519 2024-11-20T06:43:17,035 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 18a00635dc5eece6e68bf34ca42e7519 2024-11-20T06:43:17,036 INFO [StoreOpener-18a00635dc5eece6e68bf34ca42e7519-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 18a00635dc5eece6e68bf34ca42e7519 2024-11-20T06:43:17,037 INFO [StoreOpener-18a00635dc5eece6e68bf34ca42e7519-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18a00635dc5eece6e68bf34ca42e7519 columnFamilyName a 2024-11-20T06:43:17,037 DEBUG [StoreOpener-18a00635dc5eece6e68bf34ca42e7519-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:17,042 DEBUG [StoreOpener-18a00635dc5eece6e68bf34ca42e7519-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/18a00635dc5eece6e68bf34ca42e7519/a/9f5b21c12c0d4ee999bc40f65b5e369c 2024-11-20T06:43:17,042 INFO [StoreOpener-18a00635dc5eece6e68bf34ca42e7519-1 {}] regionserver.HStore(327): Store=18a00635dc5eece6e68bf34ca42e7519/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:17,042 INFO [StoreOpener-18a00635dc5eece6e68bf34ca42e7519-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 18a00635dc5eece6e68bf34ca42e7519 2024-11-20T06:43:17,044 INFO [StoreOpener-18a00635dc5eece6e68bf34ca42e7519-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18a00635dc5eece6e68bf34ca42e7519 columnFamilyName b 2024-11-20T06:43:17,044 DEBUG [StoreOpener-18a00635dc5eece6e68bf34ca42e7519-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:17,044 INFO [StoreOpener-18a00635dc5eece6e68bf34ca42e7519-1 {}] regionserver.HStore(327): Store=18a00635dc5eece6e68bf34ca42e7519/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:17,044 INFO [StoreOpener-18a00635dc5eece6e68bf34ca42e7519-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 18a00635dc5eece6e68bf34ca42e7519 2024-11-20T06:43:17,045 INFO [StoreOpener-18a00635dc5eece6e68bf34ca42e7519-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18a00635dc5eece6e68bf34ca42e7519 columnFamilyName c 2024-11-20T06:43:17,045 DEBUG [StoreOpener-18a00635dc5eece6e68bf34ca42e7519-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:17,050 DEBUG [StoreOpener-18a00635dc5eece6e68bf34ca42e7519-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/18a00635dc5eece6e68bf34ca42e7519/c/e66db94b1fb7419b846afdc6bc05f924 2024-11-20T06:43:17,050 INFO [StoreOpener-18a00635dc5eece6e68bf34ca42e7519-1 {}] regionserver.HStore(327): Store=18a00635dc5eece6e68bf34ca42e7519/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:17,051 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 18a00635dc5eece6e68bf34ca42e7519 2024-11-20T06:43:17,051 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/18a00635dc5eece6e68bf34ca42e7519 2024-11-20T06:43:17,053 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/18a00635dc5eece6e68bf34ca42e7519 2024-11-20T06:43:17,054 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/18a00635dc5eece6e68bf34ca42e7519/recovered.edits/0000000000000000032 2024-11-20T06:43:17,056 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/18a00635dc5eece6e68bf34ca42e7519/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T06:43:17,059 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/18a00635dc5eece6e68bf34ca42e7519/recovered.edits/0000000000000000032 2024-11-20T06:43:17,059 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 18a00635dc5eece6e68bf34ca42e7519 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-20T06:43:17,074 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/18a00635dc5eece6e68bf34ca42e7519/.tmp/b/8928e38a5d834cf79875bf5f4ad861d7 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732084996820/Put/seqid=0 2024-11-20T06:43:17,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741900_1078 (size=5958) 2024-11-20T06:43:17,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741900_1078 (size=5958) 2024-11-20T06:43:17,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741900_1078 (size=5958) 2024-11-20T06:43:17,081 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/18a00635dc5eece6e68bf34ca42e7519/.tmp/b/8928e38a5d834cf79875bf5f4ad861d7 2024-11-20T06:43:17,087 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/18a00635dc5eece6e68bf34ca42e7519/.tmp/b/8928e38a5d834cf79875bf5f4ad861d7 as hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/18a00635dc5eece6e68bf34ca42e7519/b/8928e38a5d834cf79875bf5f4ad861d7 2024-11-20T06:43:17,092 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/18a00635dc5eece6e68bf34ca42e7519/b/8928e38a5d834cf79875bf5f4ad861d7, entries=10, sequenceid=32, filesize=5.8 K 2024-11-20T06:43:17,092 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 18a00635dc5eece6e68bf34ca42e7519 in 33ms, sequenceid=32, compaction requested=false; wal=null 2024-11-20T06:43:17,093 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/18a00635dc5eece6e68bf34ca42e7519/recovered.edits/0000000000000000032 2024-11-20T06:43:17,094 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 18a00635dc5eece6e68bf34ca42e7519 2024-11-20T06:43:17,094 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 18a00635dc5eece6e68bf34ca42e7519 2024-11-20T06:43:17,094 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T06:43:17,095 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 18a00635dc5eece6e68bf34ca42e7519 2024-11-20T06:43:17,097 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/18a00635dc5eece6e68bf34ca42e7519/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-20T06:43:17,098 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 18a00635dc5eece6e68bf34ca42e7519; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72269896, jitterRate=0.07690536975860596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T06:43:17,099 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 18a00635dc5eece6e68bf34ca42e7519: Writing region info on filesystem at 1732084997035Initializing all the Stores at 1732084997036 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084997036Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084997036Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084997036Obtaining lock to block concurrent updates at 1732084997059 (+23 ms)Preparing flush snapshotting stores in 18a00635dc5eece6e68bf34ca42e7519 at 1732084997059Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732084996725.18a00635dc5eece6e68bf34ca42e7519., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1732084997059Flushing stores of testReplayEditsWrittenViaHRegion,,1732084996725.18a00635dc5eece6e68bf34ca42e7519. at 1732084997059Flushing 18a00635dc5eece6e68bf34ca42e7519/b: creating writer at 1732084997059Flushing 18a00635dc5eece6e68bf34ca42e7519/b: appending metadata at 1732084997073 (+14 ms)Flushing 18a00635dc5eece6e68bf34ca42e7519/b: closing flushed file at 1732084997074 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52262ea0: reopening flushed file at 1732084997086 (+12 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 18a00635dc5eece6e68bf34ca42e7519 in 33ms, sequenceid=32, compaction requested=false; wal=null at 1732084997092 (+6 ms)Cleaning up temporary data from old regions at 1732084997094 (+2 ms)Region opened successfully at 1732084997099 (+5 ms) 2024-11-20T06:43:17,120 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=421 (was 412) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1836411432_22 at /127.0.0.1:58870 [Waiting for operation #33] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-645430204-172.17.0.2-1732084973878:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1836411432_22 at /127.0.0.1:60642 [Receiving block BP-645430204-172.17.0.2-1732084973878:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1836411432_22 at /127.0.0.1:50972 [Waiting for operation #35] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-645430204-172.17.0.2-1732084973878:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1836411432_22 at /127.0.0.1:51096 [Receiving block BP-645430204-172.17.0.2-1732084973878:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1836411432_22 at /127.0.0.1:59020 [Receiving block BP-645430204-172.17.0.2-1732084973878:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-645430204-172.17.0.2-1732084973878:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1836411432_22 at /127.0.0.1:60530 [Waiting for operation #34] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1125 (was 1051) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=310 (was 310), ProcessCount=11 (was 11), AvailableMemoryMB=4286 (was 4289) 2024-11-20T06:43:17,120 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1125 is superior to 1024 2024-11-20T06:43:17,132 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=419, OpenFileDescriptor=1125, MaxFileDescriptor=1048576, SystemLoadAverage=310, ProcessCount=11, AvailableMemoryMB=4286 2024-11-20T06:43:17,132 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1125 is superior to 1024 2024-11-20T06:43:17,145 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T06:43:17,148 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T06:43:17,148 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T06:43:17,151 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-36006457, suffix=, logDir=hdfs://localhost:35829/hbase/WALs/hregion-36006457, archiveDir=hdfs://localhost:35829/hbase/oldWALs, maxLogs=32 2024-11-20T06:43:17,162 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-36006457/hregion-36006457.1732084997151, exclude list is [], retry=0 2024-11-20T06:43:17,165 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38671,DS-9680009f-2dc1-4f36-bb67-5af69cfd1120,DISK] 2024-11-20T06:43:17,165 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44289,DS-de73167d-9978-4224-a87b-4197004cd0e1,DISK] 2024-11-20T06:43:17,167 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-8949a2de-1a02-4d4d-8ca2-8c4e7cc56853,DISK] 2024-11-20T06:43:17,169 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-36006457/hregion-36006457.1732084997151 2024-11-20T06:43:17,170 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41285:41285),(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:40325:40325)] 2024-11-20T06:43:17,170 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 45ea06daed732b54dd69a8e5d7eb5c6e, NAME => 'testReplayEditsAfterAbortingFlush,,1732084997146.45ea06daed732b54dd69a8e5d7eb5c6e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35829/hbase 2024-11-20T06:43:17,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741902_1080 (size=68) 2024-11-20T06:43:17,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741902_1080 (size=68) 2024-11-20T06:43:17,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741902_1080 (size=68) 2024-11-20T06:43:17,179 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732084997146.45ea06daed732b54dd69a8e5d7eb5c6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:43:17,181 INFO [StoreOpener-45ea06daed732b54dd69a8e5d7eb5c6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 45ea06daed732b54dd69a8e5d7eb5c6e 2024-11-20T06:43:17,182 INFO [StoreOpener-45ea06daed732b54dd69a8e5d7eb5c6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45ea06daed732b54dd69a8e5d7eb5c6e columnFamilyName a 2024-11-20T06:43:17,182 DEBUG [StoreOpener-45ea06daed732b54dd69a8e5d7eb5c6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:17,183 INFO [StoreOpener-45ea06daed732b54dd69a8e5d7eb5c6e-1 {}] regionserver.HStore(327): Store=45ea06daed732b54dd69a8e5d7eb5c6e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:17,183 INFO [StoreOpener-45ea06daed732b54dd69a8e5d7eb5c6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 45ea06daed732b54dd69a8e5d7eb5c6e 2024-11-20T06:43:17,184 INFO [StoreOpener-45ea06daed732b54dd69a8e5d7eb5c6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45ea06daed732b54dd69a8e5d7eb5c6e columnFamilyName b 2024-11-20T06:43:17,184 DEBUG [StoreOpener-45ea06daed732b54dd69a8e5d7eb5c6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:17,185 INFO [StoreOpener-45ea06daed732b54dd69a8e5d7eb5c6e-1 {}] regionserver.HStore(327): Store=45ea06daed732b54dd69a8e5d7eb5c6e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:17,185 INFO [StoreOpener-45ea06daed732b54dd69a8e5d7eb5c6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 45ea06daed732b54dd69a8e5d7eb5c6e 2024-11-20T06:43:17,187 INFO [StoreOpener-45ea06daed732b54dd69a8e5d7eb5c6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45ea06daed732b54dd69a8e5d7eb5c6e columnFamilyName c 2024-11-20T06:43:17,187 DEBUG [StoreOpener-45ea06daed732b54dd69a8e5d7eb5c6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:17,187 INFO [StoreOpener-45ea06daed732b54dd69a8e5d7eb5c6e-1 {}] regionserver.HStore(327): Store=45ea06daed732b54dd69a8e5d7eb5c6e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:17,188 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 45ea06daed732b54dd69a8e5d7eb5c6e 2024-11-20T06:43:17,188 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testReplayEditsAfterAbortingFlush/45ea06daed732b54dd69a8e5d7eb5c6e 2024-11-20T06:43:17,189 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testReplayEditsAfterAbortingFlush/45ea06daed732b54dd69a8e5d7eb5c6e 2024-11-20T06:43:17,190 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 45ea06daed732b54dd69a8e5d7eb5c6e 2024-11-20T06:43:17,190 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 45ea06daed732b54dd69a8e5d7eb5c6e 2024-11-20T06:43:17,190 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T06:43:17,192 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 45ea06daed732b54dd69a8e5d7eb5c6e 2024-11-20T06:43:17,194 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35829/hbase/data/default/testReplayEditsAfterAbortingFlush/45ea06daed732b54dd69a8e5d7eb5c6e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T06:43:17,195 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 45ea06daed732b54dd69a8e5d7eb5c6e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62903399, jitterRate=-0.06266631186008453}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T06:43:17,196 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 45ea06daed732b54dd69a8e5d7eb5c6e: Writing region info on filesystem at 1732084997179Initializing all the Stores at 1732084997180 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084997180Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084997180Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084997181 (+1 ms)Cleaning up temporary data from old regions at 1732084997190 (+9 ms)Region opened successfully at 1732084997196 (+6 ms) 2024-11-20T06:43:17,196 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 45ea06daed732b54dd69a8e5d7eb5c6e, disabling compactions & flushes 2024-11-20T06:43:17,196 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732084997146.45ea06daed732b54dd69a8e5d7eb5c6e. 2024-11-20T06:43:17,196 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732084997146.45ea06daed732b54dd69a8e5d7eb5c6e. 2024-11-20T06:43:17,196 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732084997146.45ea06daed732b54dd69a8e5d7eb5c6e. after waiting 0 ms 2024-11-20T06:43:17,196 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732084997146.45ea06daed732b54dd69a8e5d7eb5c6e. 2024-11-20T06:43:17,197 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732084997146.45ea06daed732b54dd69a8e5d7eb5c6e. 2024-11-20T06:43:17,197 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 45ea06daed732b54dd69a8e5d7eb5c6e: Waiting for close lock at 1732084997196Disabling compacts and flushes for region at 1732084997196Disabling writes for close at 1732084997196Writing region close event to WAL at 1732084997197 (+1 ms)Closed at 1732084997197 2024-11-20T06:43:17,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741901_1079 (size=95) 2024-11-20T06:43:17,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741901_1079 (size=95) 2024-11-20T06:43:17,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741901_1079 (size=95) 2024-11-20T06:43:17,202 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T06:43:17,203 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-36006457:(num 1732084997151) 2024-11-20T06:43:17,203 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T06:43:17,205 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35829/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732084997145, archiveDir=hdfs://localhost:35829/hbase/oldWALs, maxLogs=32 2024-11-20T06:43:17,224 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732084997145/wal.1732084997205, exclude list is [], retry=0 2024-11-20T06:43:17,226 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38671,DS-9680009f-2dc1-4f36-bb67-5af69cfd1120,DISK] 2024-11-20T06:43:17,227 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44289,DS-de73167d-9978-4224-a87b-4197004cd0e1,DISK] 2024-11-20T06:43:17,227 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-8949a2de-1a02-4d4d-8ca2-8c4e7cc56853,DISK] 2024-11-20T06:43:17,231 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732084997145/wal.1732084997205 2024-11-20T06:43:17,231 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41285:41285),(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:40325:40325)] 2024-11-20T06:43:17,292 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 45ea06daed732b54dd69a8e5d7eb5c6e, NAME => 'testReplayEditsAfterAbortingFlush,,1732084997146.45ea06daed732b54dd69a8e5d7eb5c6e.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:43:17,295 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 45ea06daed732b54dd69a8e5d7eb5c6e 2024-11-20T06:43:17,295 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732084997146.45ea06daed732b54dd69a8e5d7eb5c6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:43:17,295 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 45ea06daed732b54dd69a8e5d7eb5c6e 2024-11-20T06:43:17,295 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 45ea06daed732b54dd69a8e5d7eb5c6e 2024-11-20T06:43:17,298 INFO [StoreOpener-45ea06daed732b54dd69a8e5d7eb5c6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 45ea06daed732b54dd69a8e5d7eb5c6e 2024-11-20T06:43:17,299 INFO [StoreOpener-45ea06daed732b54dd69a8e5d7eb5c6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45ea06daed732b54dd69a8e5d7eb5c6e columnFamilyName a 2024-11-20T06:43:17,299 DEBUG [StoreOpener-45ea06daed732b54dd69a8e5d7eb5c6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:17,300 INFO [StoreOpener-45ea06daed732b54dd69a8e5d7eb5c6e-1 {}] regionserver.HStore(327): Store=45ea06daed732b54dd69a8e5d7eb5c6e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:17,300 INFO [StoreOpener-45ea06daed732b54dd69a8e5d7eb5c6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 45ea06daed732b54dd69a8e5d7eb5c6e 2024-11-20T06:43:17,301 INFO [StoreOpener-45ea06daed732b54dd69a8e5d7eb5c6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45ea06daed732b54dd69a8e5d7eb5c6e columnFamilyName b 2024-11-20T06:43:17,301 DEBUG [StoreOpener-45ea06daed732b54dd69a8e5d7eb5c6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:17,301 INFO [StoreOpener-45ea06daed732b54dd69a8e5d7eb5c6e-1 {}] regionserver.HStore(327): Store=45ea06daed732b54dd69a8e5d7eb5c6e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:17,302 INFO [StoreOpener-45ea06daed732b54dd69a8e5d7eb5c6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 45ea06daed732b54dd69a8e5d7eb5c6e 2024-11-20T06:43:17,303 INFO [StoreOpener-45ea06daed732b54dd69a8e5d7eb5c6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45ea06daed732b54dd69a8e5d7eb5c6e columnFamilyName c 2024-11-20T06:43:17,303 DEBUG [StoreOpener-45ea06daed732b54dd69a8e5d7eb5c6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:17,303 INFO [StoreOpener-45ea06daed732b54dd69a8e5d7eb5c6e-1 {}] regionserver.HStore(327): Store=45ea06daed732b54dd69a8e5d7eb5c6e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:17,303 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 45ea06daed732b54dd69a8e5d7eb5c6e 2024-11-20T06:43:17,304 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testReplayEditsAfterAbortingFlush/45ea06daed732b54dd69a8e5d7eb5c6e 2024-11-20T06:43:17,306 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testReplayEditsAfterAbortingFlush/45ea06daed732b54dd69a8e5d7eb5c6e 2024-11-20T06:43:17,307 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 45ea06daed732b54dd69a8e5d7eb5c6e 2024-11-20T06:43:17,307 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 45ea06daed732b54dd69a8e5d7eb5c6e 2024-11-20T06:43:17,308 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T06:43:17,310 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 45ea06daed732b54dd69a8e5d7eb5c6e 2024-11-20T06:43:17,311 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 45ea06daed732b54dd69a8e5d7eb5c6e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66693489, jitterRate=-0.00618956983089447}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T06:43:17,311 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 45ea06daed732b54dd69a8e5d7eb5c6e 2024-11-20T06:43:17,312 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 45ea06daed732b54dd69a8e5d7eb5c6e: Running coprocessor pre-open hook at 1732084997296Writing region info on filesystem at 1732084997296Initializing all the Stores at 1732084997297 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084997297Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084997297Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732084997297Cleaning up temporary data from old regions at 1732084997307 (+10 ms)Running coprocessor post-open hooks at 1732084997311 (+4 ms)Region opened successfully at 1732084997312 (+1 ms) 2024-11-20T06:43:17,327 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 45ea06daed732b54dd69a8e5d7eb5c6e 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-20T06:43:17,328 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 45ea06daed732b54dd69a8e5d7eb5c6e/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:43:17,955 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-20T06:43:17,955 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-20T06:43:17,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-20T06:43:17,958 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-20T06:43:17,960 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-20T06:43:17,960 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-20T06:43:17,962 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-20T06:43:17,963 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-20T06:43:17,965 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-20T06:43:17,965 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-20T06:43:18,329 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 45ea06daed732b54dd69a8e5d7eb5c6e/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:43:19,187 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T06:43:19,332 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 45ea06daed732b54dd69a8e5d7eb5c6e/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:43:20,333 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 45ea06daed732b54dd69a8e5d7eb5c6e/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:43:21,334 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 45ea06daed732b54dd69a8e5d7eb5c6e/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:43:22,335 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 45ea06daed732b54dd69a8e5d7eb5c6e/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:43:23,336 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 45ea06daed732b54dd69a8e5d7eb5c6e/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:43:24,337 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 45ea06daed732b54dd69a8e5d7eb5c6e/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:43:25,338 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 45ea06daed732b54dd69a8e5d7eb5c6e/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:43:26,340 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 45ea06daed732b54dd69a8e5d7eb5c6e/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:43:26,343 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 45ea06daed732b54dd69a8e5d7eb5c6e: 2024-11-20T06:43:26,343 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1732084997146.45ea06daed732b54dd69a8e5d7eb5c6e. 2024-11-20T06:43:26,358 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 45ea06daed732b54dd69a8e5d7eb5c6e: 2024-11-20T06:43:26,358 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-20T06:43:26,358 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 45ea06daed732b54dd69a8e5d7eb5c6e, disabling compactions & flushes 2024-11-20T06:43:26,359 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732084997146.45ea06daed732b54dd69a8e5d7eb5c6e. 2024-11-20T06:43:26,359 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732084997146.45ea06daed732b54dd69a8e5d7eb5c6e. 2024-11-20T06:43:26,359 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732084997146.45ea06daed732b54dd69a8e5d7eb5c6e. after waiting 0 ms 2024-11-20T06:43:26,359 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732084997146.45ea06daed732b54dd69a8e5d7eb5c6e. 2024-11-20T06:43:26,359 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1732084997146.45ea06daed732b54dd69a8e5d7eb5c6e. 2024-11-20T06:43:26,359 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732084997146.45ea06daed732b54dd69a8e5d7eb5c6e. 2024-11-20T06:43:26,359 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 45ea06daed732b54dd69a8e5d7eb5c6e: Waiting for close lock at 1732085006358Running coprocessor pre-close hooks at 1732085006358Disabling compacts and flushes for region at 1732085006358Disabling writes for close at 1732085006359 (+1 ms)Writing region close event to WAL at 1732085006359Running coprocessor post-close hooks at 1732085006359Closed at 1732085006359 2024-11-20T06:43:26,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741903_1081 (size=2688) 2024-11-20T06:43:26,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741903_1081 (size=2688) 2024-11-20T06:43:26,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741903_1081 (size=2688) 2024-11-20T06:43:26,379 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35829/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732084997145/wal.1732084997205, size=2.6 K (2688bytes) 2024-11-20T06:43:26,379 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35829/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732084997145/wal.1732084997205 2024-11-20T06:43:26,380 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35829/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732084997145/wal.1732084997205 after 0ms 2024-11-20T06:43:26,382 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35829/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732084997145/wal.1732084997205: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T06:43:26,382 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35829/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732084997145/wal.1732084997205 took 3ms 2024-11-20T06:43:26,384 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35829/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732084997145/wal.1732084997205 so closing down 2024-11-20T06:43:26,385 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T06:43:26,385 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1732084997205.temp 2024-11-20T06:43:26,387 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testReplayEditsAfterAbortingFlush/45ea06daed732b54dd69a8e5d7eb5c6e/recovered.edits/0000000000000000004-wal.1732084997205.temp 2024-11-20T06:43:26,387 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T06:43:26,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741904_1082 (size=2094) 2024-11-20T06:43:26,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741904_1082 (size=2094) 2024-11-20T06:43:26,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741904_1082 (size=2094) 2024-11-20T06:43:26,393 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testReplayEditsAfterAbortingFlush/45ea06daed732b54dd69a8e5d7eb5c6e/recovered.edits/0000000000000000004-wal.1732084997205.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-20T06:43:26,395 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35829/hbase/data/default/testReplayEditsAfterAbortingFlush/45ea06daed732b54dd69a8e5d7eb5c6e/recovered.edits/0000000000000000004-wal.1732084997205.temp to hdfs://localhost:35829/hbase/data/default/testReplayEditsAfterAbortingFlush/45ea06daed732b54dd69a8e5d7eb5c6e/recovered.edits/0000000000000000026 2024-11-20T06:43:26,395 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:35829/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732084997145/wal.1732084997205, size=2.6 K, length=2688, corrupted=false, cancelled=false 2024-11-20T06:43:26,395 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35829/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732084997145/wal.1732084997205, journal: Splitting hdfs://localhost:35829/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732084997145/wal.1732084997205, size=2.6 K (2688bytes) at 1732085006379Finishing writing output for hdfs://localhost:35829/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732084997145/wal.1732084997205 so closing down at 1732085006385 (+6 ms)Creating recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testReplayEditsAfterAbortingFlush/45ea06daed732b54dd69a8e5d7eb5c6e/recovered.edits/0000000000000000004-wal.1732084997205.temp at 1732085006387 (+2 ms)3 split writer threads finished at 1732085006387Closed recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testReplayEditsAfterAbortingFlush/45ea06daed732b54dd69a8e5d7eb5c6e/recovered.edits/0000000000000000004-wal.1732084997205.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1732085006393 (+6 ms)Rename recovered edits hdfs://localhost:35829/hbase/data/default/testReplayEditsAfterAbortingFlush/45ea06daed732b54dd69a8e5d7eb5c6e/recovered.edits/0000000000000000004-wal.1732084997205.temp to hdfs://localhost:35829/hbase/data/default/testReplayEditsAfterAbortingFlush/45ea06daed732b54dd69a8e5d7eb5c6e/recovered.edits/0000000000000000026 at 1732085006395 (+2 ms)Processed 23 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:35829/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732084997145/wal.1732084997205, size=2.6 K, length=2688, corrupted=false, cancelled=false at 1732085006395 2024-11-20T06:43:26,397 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35829/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732084997145/wal.1732084997205 to hdfs://localhost:35829/hbase/oldWALs/wal.1732084997205 2024-11-20T06:43:26,398 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35829/hbase/data/default/testReplayEditsAfterAbortingFlush/45ea06daed732b54dd69a8e5d7eb5c6e/recovered.edits/0000000000000000026 2024-11-20T06:43:26,398 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T06:43:26,400 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35829/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732084997145, archiveDir=hdfs://localhost:35829/hbase/oldWALs, maxLogs=32 2024-11-20T06:43:26,412 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732084997145/wal.1732085006400, exclude list is [], retry=0 2024-11-20T06:43:26,415 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44289,DS-de73167d-9978-4224-a87b-4197004cd0e1,DISK] 2024-11-20T06:43:26,415 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38671,DS-9680009f-2dc1-4f36-bb67-5af69cfd1120,DISK] 2024-11-20T06:43:26,415 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-8949a2de-1a02-4d4d-8ca2-8c4e7cc56853,DISK] 2024-11-20T06:43:26,417 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732084997145/wal.1732085006400 2024-11-20T06:43:26,417 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:41285:41285),(127.0.0.1/127.0.0.1:40325:40325)] 2024-11-20T06:43:26,417 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 45ea06daed732b54dd69a8e5d7eb5c6e, NAME => 'testReplayEditsAfterAbortingFlush,,1732084997146.45ea06daed732b54dd69a8e5d7eb5c6e.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:43:26,418 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 45ea06daed732b54dd69a8e5d7eb5c6e 2024-11-20T06:43:26,418 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732084997146.45ea06daed732b54dd69a8e5d7eb5c6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:43:26,418 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 45ea06daed732b54dd69a8e5d7eb5c6e 2024-11-20T06:43:26,418 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 45ea06daed732b54dd69a8e5d7eb5c6e 2024-11-20T06:43:26,420 INFO [StoreOpener-45ea06daed732b54dd69a8e5d7eb5c6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 45ea06daed732b54dd69a8e5d7eb5c6e 2024-11-20T06:43:26,421 INFO [StoreOpener-45ea06daed732b54dd69a8e5d7eb5c6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45ea06daed732b54dd69a8e5d7eb5c6e columnFamilyName a 2024-11-20T06:43:26,421 DEBUG [StoreOpener-45ea06daed732b54dd69a8e5d7eb5c6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:26,421 INFO [StoreOpener-45ea06daed732b54dd69a8e5d7eb5c6e-1 {}] regionserver.HStore(327): Store=45ea06daed732b54dd69a8e5d7eb5c6e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:26,421 INFO [StoreOpener-45ea06daed732b54dd69a8e5d7eb5c6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 45ea06daed732b54dd69a8e5d7eb5c6e 2024-11-20T06:43:26,422 INFO [StoreOpener-45ea06daed732b54dd69a8e5d7eb5c6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45ea06daed732b54dd69a8e5d7eb5c6e columnFamilyName b 2024-11-20T06:43:26,422 DEBUG [StoreOpener-45ea06daed732b54dd69a8e5d7eb5c6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:26,423 INFO [StoreOpener-45ea06daed732b54dd69a8e5d7eb5c6e-1 {}] regionserver.HStore(327): Store=45ea06daed732b54dd69a8e5d7eb5c6e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:26,423 INFO [StoreOpener-45ea06daed732b54dd69a8e5d7eb5c6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 45ea06daed732b54dd69a8e5d7eb5c6e 2024-11-20T06:43:26,423 INFO [StoreOpener-45ea06daed732b54dd69a8e5d7eb5c6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45ea06daed732b54dd69a8e5d7eb5c6e columnFamilyName c 2024-11-20T06:43:26,424 DEBUG [StoreOpener-45ea06daed732b54dd69a8e5d7eb5c6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:26,424 INFO [StoreOpener-45ea06daed732b54dd69a8e5d7eb5c6e-1 {}] regionserver.HStore(327): Store=45ea06daed732b54dd69a8e5d7eb5c6e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:26,424 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 45ea06daed732b54dd69a8e5d7eb5c6e 2024-11-20T06:43:26,425 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testReplayEditsAfterAbortingFlush/45ea06daed732b54dd69a8e5d7eb5c6e 2024-11-20T06:43:26,426 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testReplayEditsAfterAbortingFlush/45ea06daed732b54dd69a8e5d7eb5c6e 2024-11-20T06:43:26,427 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35829/hbase/data/default/testReplayEditsAfterAbortingFlush/45ea06daed732b54dd69a8e5d7eb5c6e/recovered.edits/0000000000000000026 2024-11-20T06:43:26,429 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35829/hbase/data/default/testReplayEditsAfterAbortingFlush/45ea06daed732b54dd69a8e5d7eb5c6e/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T06:43:26,431 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:35829/hbase/data/default/testReplayEditsAfterAbortingFlush/45ea06daed732b54dd69a8e5d7eb5c6e/recovered.edits/0000000000000000026 2024-11-20T06:43:26,431 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 45ea06daed732b54dd69a8e5d7eb5c6e 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-20T06:43:26,447 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35829/hbase/data/default/testReplayEditsAfterAbortingFlush/45ea06daed732b54dd69a8e5d7eb5c6e/.tmp/a/cc6d3c813bf249c1a90d70fa1f47b97d is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1732085006349/Put/seqid=0 2024-11-20T06:43:26,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741906_1084 (size=5523) 2024-11-20T06:43:26,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741906_1084 (size=5523) 2024-11-20T06:43:26,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741906_1084 (size=5523) 2024-11-20T06:43:26,454 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:35829/hbase/data/default/testReplayEditsAfterAbortingFlush/45ea06daed732b54dd69a8e5d7eb5c6e/.tmp/a/cc6d3c813bf249c1a90d70fa1f47b97d 2024-11-20T06:43:26,477 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35829/hbase/data/default/testReplayEditsAfterAbortingFlush/45ea06daed732b54dd69a8e5d7eb5c6e/.tmp/b/6fcbf50456c844b7bf3dbad2f380c101 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1732085006344/Put/seqid=0 2024-11-20T06:43:26,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741907_1085 (size=5524) 2024-11-20T06:43:26,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741907_1085 (size=5524) 2024-11-20T06:43:26,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741907_1085 (size=5524) 2024-11-20T06:43:26,483 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:35829/hbase/data/default/testReplayEditsAfterAbortingFlush/45ea06daed732b54dd69a8e5d7eb5c6e/.tmp/b/6fcbf50456c844b7bf3dbad2f380c101 2024-11-20T06:43:26,505 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35829/hbase/data/default/testReplayEditsAfterAbortingFlush/45ea06daed732b54dd69a8e5d7eb5c6e/.tmp/c/b79eb6dc8308465a84f4d34047ac72d4 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1732085006347/Put/seqid=0 2024-11-20T06:43:26,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741908_1086 (size=5457) 2024-11-20T06:43:26,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741908_1086 (size=5457) 2024-11-20T06:43:26,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741908_1086 (size=5457) 2024-11-20T06:43:26,511 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:35829/hbase/data/default/testReplayEditsAfterAbortingFlush/45ea06daed732b54dd69a8e5d7eb5c6e/.tmp/c/b79eb6dc8308465a84f4d34047ac72d4 2024-11-20T06:43:26,517 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35829/hbase/data/default/testReplayEditsAfterAbortingFlush/45ea06daed732b54dd69a8e5d7eb5c6e/.tmp/a/cc6d3c813bf249c1a90d70fa1f47b97d as hdfs://localhost:35829/hbase/data/default/testReplayEditsAfterAbortingFlush/45ea06daed732b54dd69a8e5d7eb5c6e/a/cc6d3c813bf249c1a90d70fa1f47b97d 2024-11-20T06:43:26,522 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35829/hbase/data/default/testReplayEditsAfterAbortingFlush/45ea06daed732b54dd69a8e5d7eb5c6e/a/cc6d3c813bf249c1a90d70fa1f47b97d, entries=7, sequenceid=26, filesize=5.4 K 2024-11-20T06:43:26,523 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35829/hbase/data/default/testReplayEditsAfterAbortingFlush/45ea06daed732b54dd69a8e5d7eb5c6e/.tmp/b/6fcbf50456c844b7bf3dbad2f380c101 as hdfs://localhost:35829/hbase/data/default/testReplayEditsAfterAbortingFlush/45ea06daed732b54dd69a8e5d7eb5c6e/b/6fcbf50456c844b7bf3dbad2f380c101 2024-11-20T06:43:26,528 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35829/hbase/data/default/testReplayEditsAfterAbortingFlush/45ea06daed732b54dd69a8e5d7eb5c6e/b/6fcbf50456c844b7bf3dbad2f380c101, entries=7, sequenceid=26, filesize=5.4 K 2024-11-20T06:43:26,529 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35829/hbase/data/default/testReplayEditsAfterAbortingFlush/45ea06daed732b54dd69a8e5d7eb5c6e/.tmp/c/b79eb6dc8308465a84f4d34047ac72d4 as hdfs://localhost:35829/hbase/data/default/testReplayEditsAfterAbortingFlush/45ea06daed732b54dd69a8e5d7eb5c6e/c/b79eb6dc8308465a84f4d34047ac72d4 2024-11-20T06:43:26,534 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35829/hbase/data/default/testReplayEditsAfterAbortingFlush/45ea06daed732b54dd69a8e5d7eb5c6e/c/b79eb6dc8308465a84f4d34047ac72d4, entries=6, sequenceid=26, filesize=5.3 K 2024-11-20T06:43:26,535 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 45ea06daed732b54dd69a8e5d7eb5c6e in 104ms, sequenceid=26, compaction requested=false; wal=null 2024-11-20T06:43:26,535 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35829/hbase/data/default/testReplayEditsAfterAbortingFlush/45ea06daed732b54dd69a8e5d7eb5c6e/recovered.edits/0000000000000000026 2024-11-20T06:43:26,536 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 45ea06daed732b54dd69a8e5d7eb5c6e 2024-11-20T06:43:26,536 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 45ea06daed732b54dd69a8e5d7eb5c6e 2024-11-20T06:43:26,537 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T06:43:26,538 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 45ea06daed732b54dd69a8e5d7eb5c6e 2024-11-20T06:43:26,540 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35829/hbase/data/default/testReplayEditsAfterAbortingFlush/45ea06daed732b54dd69a8e5d7eb5c6e/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-20T06:43:26,541 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 45ea06daed732b54dd69a8e5d7eb5c6e; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72614671, jitterRate=0.08204291760921478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T06:43:26,541 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 45ea06daed732b54dd69a8e5d7eb5c6e 2024-11-20T06:43:26,542 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 45ea06daed732b54dd69a8e5d7eb5c6e: Running coprocessor pre-open hook at 1732085006418Writing region info on filesystem at 1732085006418Initializing all the Stores at 1732085006419 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085006419Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085006419Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085006419Obtaining lock to block concurrent updates at 1732085006431 (+12 ms)Preparing flush snapshotting stores in 45ea06daed732b54dd69a8e5d7eb5c6e at 1732085006431Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1732084997146.45ea06daed732b54dd69a8e5d7eb5c6e., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1732085006432 (+1 ms)Flushing stores of testReplayEditsAfterAbortingFlush,,1732084997146.45ea06daed732b54dd69a8e5d7eb5c6e. at 1732085006432Flushing 45ea06daed732b54dd69a8e5d7eb5c6e/a: creating writer at 1732085006432Flushing 45ea06daed732b54dd69a8e5d7eb5c6e/a: appending metadata at 1732085006447 (+15 ms)Flushing 45ea06daed732b54dd69a8e5d7eb5c6e/a: closing flushed file at 1732085006447Flushing 45ea06daed732b54dd69a8e5d7eb5c6e/b: creating writer at 1732085006459 (+12 ms)Flushing 45ea06daed732b54dd69a8e5d7eb5c6e/b: appending metadata at 1732085006476 (+17 ms)Flushing 45ea06daed732b54dd69a8e5d7eb5c6e/b: closing flushed file at 1732085006476Flushing 45ea06daed732b54dd69a8e5d7eb5c6e/c: creating writer at 1732085006488 (+12 ms)Flushing 45ea06daed732b54dd69a8e5d7eb5c6e/c: appending metadata at 1732085006504 (+16 ms)Flushing 45ea06daed732b54dd69a8e5d7eb5c6e/c: closing flushed file at 1732085006504Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@302b3303: reopening flushed file at 1732085006516 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dadfcdd: reopening flushed file at 1732085006523 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3631110a: reopening flushed file at 1732085006529 (+6 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 45ea06daed732b54dd69a8e5d7eb5c6e in 104ms, sequenceid=26, compaction requested=false; wal=null at 1732085006535 (+6 ms)Cleaning up temporary data from old regions at 1732085006536 (+1 ms)Running coprocessor post-open hooks at 1732085006541 (+5 ms)Region opened successfully at 1732085006542 (+1 ms) 2024-11-20T06:43:26,559 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=418 (was 419), OpenFileDescriptor=1183 (was 1125) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=294 (was 310), ProcessCount=11 (was 11), AvailableMemoryMB=4187 (was 4286) 2024-11-20T06:43:26,559 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-11-20T06:43:26,570 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=418, OpenFileDescriptor=1183, MaxFileDescriptor=1048576, SystemLoadAverage=294, ProcessCount=11, AvailableMemoryMB=4186 2024-11-20T06:43:26,570 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-11-20T06:43:26,584 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T06:43:26,586 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T06:43:26,587 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T06:43:26,589 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-46456715, suffix=, logDir=hdfs://localhost:35829/hbase/WALs/hregion-46456715, archiveDir=hdfs://localhost:35829/hbase/oldWALs, maxLogs=32 2024-11-20T06:43:26,602 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-46456715/hregion-46456715.1732085006590, exclude list is [], retry=0 2024-11-20T06:43:26,605 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38671,DS-9680009f-2dc1-4f36-bb67-5af69cfd1120,DISK] 2024-11-20T06:43:26,605 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44289,DS-de73167d-9978-4224-a87b-4197004cd0e1,DISK] 2024-11-20T06:43:26,605 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-8949a2de-1a02-4d4d-8ca2-8c4e7cc56853,DISK] 2024-11-20T06:43:26,607 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-46456715/hregion-46456715.1732085006590 2024-11-20T06:43:26,607 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41285:41285),(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:40325:40325)] 2024-11-20T06:43:26,607 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 56f4cf23a4a3baa771505607ece8fece, NAME => 'testDatalossWhenInputError,,1732085006585.56f4cf23a4a3baa771505607ece8fece.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35829/hbase 2024-11-20T06:43:26,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741910_1088 (size=61) 2024-11-20T06:43:26,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741910_1088 (size=61) 2024-11-20T06:43:26,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741910_1088 (size=61) 2024-11-20T06:43:26,617 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732085006585.56f4cf23a4a3baa771505607ece8fece.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:43:26,618 INFO [StoreOpener-56f4cf23a4a3baa771505607ece8fece-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 56f4cf23a4a3baa771505607ece8fece 2024-11-20T06:43:26,620 INFO [StoreOpener-56f4cf23a4a3baa771505607ece8fece-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56f4cf23a4a3baa771505607ece8fece columnFamilyName a 2024-11-20T06:43:26,620 DEBUG [StoreOpener-56f4cf23a4a3baa771505607ece8fece-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:26,620 INFO [StoreOpener-56f4cf23a4a3baa771505607ece8fece-1 {}] regionserver.HStore(327): Store=56f4cf23a4a3baa771505607ece8fece/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:26,621 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 56f4cf23a4a3baa771505607ece8fece 2024-11-20T06:43:26,621 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testDatalossWhenInputError/56f4cf23a4a3baa771505607ece8fece 2024-11-20T06:43:26,621 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testDatalossWhenInputError/56f4cf23a4a3baa771505607ece8fece 2024-11-20T06:43:26,622 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 56f4cf23a4a3baa771505607ece8fece 2024-11-20T06:43:26,622 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 56f4cf23a4a3baa771505607ece8fece 2024-11-20T06:43:26,624 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 56f4cf23a4a3baa771505607ece8fece 2024-11-20T06:43:26,626 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35829/hbase/data/default/testDatalossWhenInputError/56f4cf23a4a3baa771505607ece8fece/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T06:43:26,626 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 56f4cf23a4a3baa771505607ece8fece; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72754105, jitterRate=0.08412064611911774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T06:43:26,627 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 56f4cf23a4a3baa771505607ece8fece: Writing region info on filesystem at 1732085006617Initializing all the Stores at 1732085006618 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085006618Cleaning up temporary data from old regions at 1732085006622 (+4 ms)Region opened successfully at 1732085006627 (+5 ms) 2024-11-20T06:43:26,627 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 56f4cf23a4a3baa771505607ece8fece, disabling compactions & flushes 2024-11-20T06:43:26,627 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732085006585.56f4cf23a4a3baa771505607ece8fece. 2024-11-20T06:43:26,627 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732085006585.56f4cf23a4a3baa771505607ece8fece. 2024-11-20T06:43:26,627 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732085006585.56f4cf23a4a3baa771505607ece8fece. after waiting 0 ms 2024-11-20T06:43:26,627 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732085006585.56f4cf23a4a3baa771505607ece8fece. 2024-11-20T06:43:26,628 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732085006585.56f4cf23a4a3baa771505607ece8fece. 2024-11-20T06:43:26,628 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 56f4cf23a4a3baa771505607ece8fece: Waiting for close lock at 1732085006627Disabling compacts and flushes for region at 1732085006627Disabling writes for close at 1732085006627Writing region close event to WAL at 1732085006628 (+1 ms)Closed at 1732085006628 2024-11-20T06:43:26,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741909_1087 (size=95) 2024-11-20T06:43:26,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741909_1087 (size=95) 2024-11-20T06:43:26,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741909_1087 (size=95) 2024-11-20T06:43:26,633 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T06:43:26,633 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-46456715:(num 1732085006590) 2024-11-20T06:43:26,633 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T06:43:26,634 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35829/hbase/WALs/testdatalosswheninputerror-manual,16010,1732085006583, archiveDir=hdfs://localhost:35829/hbase/oldWALs, maxLogs=32 2024-11-20T06:43:26,649 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732085006583/wal.1732085006635, exclude list is [], retry=0 2024-11-20T06:43:26,652 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38671,DS-9680009f-2dc1-4f36-bb67-5af69cfd1120,DISK] 2024-11-20T06:43:26,652 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-8949a2de-1a02-4d4d-8ca2-8c4e7cc56853,DISK] 2024-11-20T06:43:26,652 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44289,DS-de73167d-9978-4224-a87b-4197004cd0e1,DISK] 2024-11-20T06:43:26,654 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732085006583/wal.1732085006635 2024-11-20T06:43:26,654 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41285:41285),(127.0.0.1/127.0.0.1:40325:40325),(127.0.0.1/127.0.0.1:36921:36921)] 2024-11-20T06:43:26,654 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 56f4cf23a4a3baa771505607ece8fece, NAME => 'testDatalossWhenInputError,,1732085006585.56f4cf23a4a3baa771505607ece8fece.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:43:26,654 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732085006585.56f4cf23a4a3baa771505607ece8fece.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:43:26,655 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 56f4cf23a4a3baa771505607ece8fece 2024-11-20T06:43:26,655 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 56f4cf23a4a3baa771505607ece8fece 2024-11-20T06:43:26,656 INFO [StoreOpener-56f4cf23a4a3baa771505607ece8fece-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 56f4cf23a4a3baa771505607ece8fece 2024-11-20T06:43:26,657 INFO [StoreOpener-56f4cf23a4a3baa771505607ece8fece-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56f4cf23a4a3baa771505607ece8fece columnFamilyName a 2024-11-20T06:43:26,657 DEBUG [StoreOpener-56f4cf23a4a3baa771505607ece8fece-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:26,657 INFO [StoreOpener-56f4cf23a4a3baa771505607ece8fece-1 {}] regionserver.HStore(327): Store=56f4cf23a4a3baa771505607ece8fece/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:26,658 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 56f4cf23a4a3baa771505607ece8fece 2024-11-20T06:43:26,658 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testDatalossWhenInputError/56f4cf23a4a3baa771505607ece8fece 2024-11-20T06:43:26,659 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testDatalossWhenInputError/56f4cf23a4a3baa771505607ece8fece 2024-11-20T06:43:26,660 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 56f4cf23a4a3baa771505607ece8fece 2024-11-20T06:43:26,660 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 56f4cf23a4a3baa771505607ece8fece 2024-11-20T06:43:26,661 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 56f4cf23a4a3baa771505607ece8fece 2024-11-20T06:43:26,662 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 56f4cf23a4a3baa771505607ece8fece; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68391337, jitterRate=0.019110336899757385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T06:43:26,663 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 56f4cf23a4a3baa771505607ece8fece: Writing region info on filesystem at 1732085006655Initializing all the Stores at 1732085006656 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085006656Cleaning up temporary data from old regions at 1732085006660 (+4 ms)Region opened successfully at 1732085006663 (+3 ms) 2024-11-20T06:43:26,673 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 56f4cf23a4a3baa771505607ece8fece, disabling compactions & flushes 2024-11-20T06:43:26,673 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732085006585.56f4cf23a4a3baa771505607ece8fece. 2024-11-20T06:43:26,673 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732085006585.56f4cf23a4a3baa771505607ece8fece. 2024-11-20T06:43:26,673 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732085006585.56f4cf23a4a3baa771505607ece8fece. after waiting 0 ms 2024-11-20T06:43:26,673 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732085006585.56f4cf23a4a3baa771505607ece8fece. 2024-11-20T06:43:26,674 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1732085006585.56f4cf23a4a3baa771505607ece8fece. 2024-11-20T06:43:26,674 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732085006585.56f4cf23a4a3baa771505607ece8fece. 2024-11-20T06:43:26,674 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 56f4cf23a4a3baa771505607ece8fece: Waiting for close lock at 1732085006673Disabling compacts and flushes for region at 1732085006673Disabling writes for close at 1732085006673Writing region close event to WAL at 1732085006674 (+1 ms)Closed at 1732085006674 2024-11-20T06:43:26,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741911_1089 (size=1050) 2024-11-20T06:43:26,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741911_1089 (size=1050) 2024-11-20T06:43:26,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741911_1089 (size=1050) 2024-11-20T06:43:26,692 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35829/hbase/WALs/testdatalosswheninputerror-manual,16010,1732085006583/wal.1732085006635, size=1.0 K (1050bytes) 2024-11-20T06:43:26,692 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35829/hbase/WALs/testdatalosswheninputerror-manual,16010,1732085006583/wal.1732085006635 2024-11-20T06:43:26,693 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35829/hbase/WALs/testdatalosswheninputerror-manual,16010,1732085006583/wal.1732085006635 after 1ms 2024-11-20T06:43:26,695 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35829/hbase/WALs/testdatalosswheninputerror-manual,16010,1732085006583/wal.1732085006635: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T06:43:26,695 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35829/hbase/WALs/testdatalosswheninputerror-manual,16010,1732085006583/wal.1732085006635 took 3ms 2024-11-20T06:43:26,697 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35829/hbase/WALs/testdatalosswheninputerror-manual,16010,1732085006583/wal.1732085006635 so closing down 2024-11-20T06:43:26,697 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T06:43:26,698 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732085006635.temp 2024-11-20T06:43:26,699 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testDatalossWhenInputError/56f4cf23a4a3baa771505607ece8fece/recovered.edits/0000000000000000003-wal.1732085006635.temp 2024-11-20T06:43:26,699 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T06:43:26,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741912_1090 (size=1050) 2024-11-20T06:43:26,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741912_1090 (size=1050) 2024-11-20T06:43:26,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741912_1090 (size=1050) 2024-11-20T06:43:26,708 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testDatalossWhenInputError/56f4cf23a4a3baa771505607ece8fece/recovered.edits/0000000000000000003-wal.1732085006635.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T06:43:26,709 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35829/hbase/data/default/testDatalossWhenInputError/56f4cf23a4a3baa771505607ece8fece/recovered.edits/0000000000000000003-wal.1732085006635.temp to hdfs://localhost:35829/hbase/data/default/testDatalossWhenInputError/56f4cf23a4a3baa771505607ece8fece/recovered.edits/0000000000000000012 2024-11-20T06:43:26,710 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:35829/hbase/WALs/testdatalosswheninputerror-manual,16010,1732085006583/wal.1732085006635, size=1.0 K, length=1050, corrupted=false, cancelled=false 2024-11-20T06:43:26,710 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35829/hbase/WALs/testdatalosswheninputerror-manual,16010,1732085006583/wal.1732085006635, journal: Splitting hdfs://localhost:35829/hbase/WALs/testdatalosswheninputerror-manual,16010,1732085006583/wal.1732085006635, size=1.0 K (1050bytes) at 1732085006692Finishing writing output for hdfs://localhost:35829/hbase/WALs/testdatalosswheninputerror-manual,16010,1732085006583/wal.1732085006635 so closing down at 1732085006697 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testDatalossWhenInputError/56f4cf23a4a3baa771505607ece8fece/recovered.edits/0000000000000000003-wal.1732085006635.temp at 1732085006699 (+2 ms)3 split writer threads finished at 1732085006699Closed recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testDatalossWhenInputError/56f4cf23a4a3baa771505607ece8fece/recovered.edits/0000000000000000003-wal.1732085006635.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732085006708 (+9 ms)Rename recovered edits hdfs://localhost:35829/hbase/data/default/testDatalossWhenInputError/56f4cf23a4a3baa771505607ece8fece/recovered.edits/0000000000000000003-wal.1732085006635.temp to hdfs://localhost:35829/hbase/data/default/testDatalossWhenInputError/56f4cf23a4a3baa771505607ece8fece/recovered.edits/0000000000000000012 at 1732085006709 (+1 ms)Processed 10 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:35829/hbase/WALs/testdatalosswheninputerror-manual,16010,1732085006583/wal.1732085006635, size=1.0 K, length=1050, corrupted=false, cancelled=false at 1732085006710 (+1 ms) 2024-11-20T06:43:26,711 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35829/hbase/WALs/testdatalosswheninputerror-manual,16010,1732085006583/wal.1732085006635 to hdfs://localhost:35829/hbase/oldWALs/wal.1732085006635 2024-11-20T06:43:26,712 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35829/hbase/data/default/testDatalossWhenInputError/56f4cf23a4a3baa771505607ece8fece/recovered.edits/0000000000000000012 2024-11-20T06:43:26,715 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35829/hbase/data/default/testDatalossWhenInputError/56f4cf23a4a3baa771505607ece8fece/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T06:43:26,768 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T06:43:27,053 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T06:43:27,056 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35829/hbase/WALs/testdatalosswheninputerror-manual,16010,1732085006583, archiveDir=hdfs://localhost:35829/hbase/oldWALs, maxLogs=32 2024-11-20T06:43:27,068 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732085006583/wal.1732085007056, exclude list is [], retry=0 2024-11-20T06:43:27,070 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-8949a2de-1a02-4d4d-8ca2-8c4e7cc56853,DISK] 2024-11-20T06:43:27,071 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38671,DS-9680009f-2dc1-4f36-bb67-5af69cfd1120,DISK] 2024-11-20T06:43:27,071 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44289,DS-de73167d-9978-4224-a87b-4197004cd0e1,DISK] 2024-11-20T06:43:27,073 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732085006583/wal.1732085007056 2024-11-20T06:43:27,073 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40325:40325),(127.0.0.1/127.0.0.1:41285:41285),(127.0.0.1/127.0.0.1:36921:36921)] 2024-11-20T06:43:27,073 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 56f4cf23a4a3baa771505607ece8fece, NAME => 'testDatalossWhenInputError,,1732085006585.56f4cf23a4a3baa771505607ece8fece.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:43:27,073 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732085006585.56f4cf23a4a3baa771505607ece8fece.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:43:27,073 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 56f4cf23a4a3baa771505607ece8fece 2024-11-20T06:43:27,073 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 56f4cf23a4a3baa771505607ece8fece 2024-11-20T06:43:27,077 INFO [StoreOpener-56f4cf23a4a3baa771505607ece8fece-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 56f4cf23a4a3baa771505607ece8fece 2024-11-20T06:43:27,079 INFO [StoreOpener-56f4cf23a4a3baa771505607ece8fece-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56f4cf23a4a3baa771505607ece8fece columnFamilyName a 2024-11-20T06:43:27,079 DEBUG [StoreOpener-56f4cf23a4a3baa771505607ece8fece-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:27,080 INFO [StoreOpener-56f4cf23a4a3baa771505607ece8fece-1 {}] regionserver.HStore(327): Store=56f4cf23a4a3baa771505607ece8fece/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:27,080 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 56f4cf23a4a3baa771505607ece8fece 2024-11-20T06:43:27,081 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testDatalossWhenInputError/56f4cf23a4a3baa771505607ece8fece 2024-11-20T06:43:27,082 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testDatalossWhenInputError/56f4cf23a4a3baa771505607ece8fece 2024-11-20T06:43:27,083 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35829/hbase/data/default/testDatalossWhenInputError/56f4cf23a4a3baa771505607ece8fece/recovered.edits/0000000000000000012 2024-11-20T06:43:27,085 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35829/hbase/data/default/testDatalossWhenInputError/56f4cf23a4a3baa771505607ece8fece/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T06:43:27,086 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:35829/hbase/data/default/testDatalossWhenInputError/56f4cf23a4a3baa771505607ece8fece/recovered.edits/0000000000000000012 2024-11-20T06:43:27,087 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 56f4cf23a4a3baa771505607ece8fece 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-20T06:43:27,103 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35829/hbase/data/default/testDatalossWhenInputError/56f4cf23a4a3baa771505607ece8fece/.tmp/a/6f7db09395c34751801a78549fc76c62 is 79, key is testDatalossWhenInputError/a:x0/1732085006663/Put/seqid=0 2024-11-20T06:43:27,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741914_1092 (size=5808) 2024-11-20T06:43:27,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741914_1092 (size=5808) 2024-11-20T06:43:27,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741914_1092 (size=5808) 2024-11-20T06:43:27,110 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35829/hbase/data/default/testDatalossWhenInputError/56f4cf23a4a3baa771505607ece8fece/.tmp/a/6f7db09395c34751801a78549fc76c62 2024-11-20T06:43:27,119 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35829/hbase/data/default/testDatalossWhenInputError/56f4cf23a4a3baa771505607ece8fece/.tmp/a/6f7db09395c34751801a78549fc76c62 as hdfs://localhost:35829/hbase/data/default/testDatalossWhenInputError/56f4cf23a4a3baa771505607ece8fece/a/6f7db09395c34751801a78549fc76c62 2024-11-20T06:43:27,129 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35829/hbase/data/default/testDatalossWhenInputError/56f4cf23a4a3baa771505607ece8fece/a/6f7db09395c34751801a78549fc76c62, entries=10, sequenceid=12, filesize=5.7 K 2024-11-20T06:43:27,130 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 56f4cf23a4a3baa771505607ece8fece in 43ms, sequenceid=12, compaction requested=false; wal=null 2024-11-20T06:43:27,130 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35829/hbase/data/default/testDatalossWhenInputError/56f4cf23a4a3baa771505607ece8fece/recovered.edits/0000000000000000012 2024-11-20T06:43:27,131 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 56f4cf23a4a3baa771505607ece8fece 2024-11-20T06:43:27,131 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 56f4cf23a4a3baa771505607ece8fece 2024-11-20T06:43:27,135 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 56f4cf23a4a3baa771505607ece8fece 2024-11-20T06:43:27,137 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35829/hbase/data/default/testDatalossWhenInputError/56f4cf23a4a3baa771505607ece8fece/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-20T06:43:27,138 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 56f4cf23a4a3baa771505607ece8fece; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71618460, jitterRate=0.06719821691513062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T06:43:27,138 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 56f4cf23a4a3baa771505607ece8fece: Writing region info on filesystem at 1732085007074Initializing all the Stores at 1732085007076 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085007076Obtaining lock to block concurrent updates at 1732085007087 (+11 ms)Preparing flush snapshotting stores in 56f4cf23a4a3baa771505607ece8fece at 1732085007087Finished memstore snapshotting testDatalossWhenInputError,,1732085006585.56f4cf23a4a3baa771505607ece8fece., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1732085007087Flushing stores of testDatalossWhenInputError,,1732085006585.56f4cf23a4a3baa771505607ece8fece. at 1732085007087Flushing 56f4cf23a4a3baa771505607ece8fece/a: creating writer at 1732085007087Flushing 56f4cf23a4a3baa771505607ece8fece/a: appending metadata at 1732085007103 (+16 ms)Flushing 56f4cf23a4a3baa771505607ece8fece/a: closing flushed file at 1732085007103Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59c40d0b: reopening flushed file at 1732085007117 (+14 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 56f4cf23a4a3baa771505607ece8fece in 43ms, sequenceid=12, compaction requested=false; wal=null at 1732085007130 (+13 ms)Cleaning up temporary data from old regions at 1732085007131 (+1 ms)Region opened successfully at 1732085007138 (+7 ms) 2024-11-20T06:43:27,141 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 56f4cf23a4a3baa771505607ece8fece, NAME => 'testDatalossWhenInputError,,1732085006585.56f4cf23a4a3baa771505607ece8fece.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:43:27,141 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732085006585.56f4cf23a4a3baa771505607ece8fece.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:43:27,141 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 56f4cf23a4a3baa771505607ece8fece 2024-11-20T06:43:27,141 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 56f4cf23a4a3baa771505607ece8fece 2024-11-20T06:43:27,142 INFO [StoreOpener-56f4cf23a4a3baa771505607ece8fece-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 56f4cf23a4a3baa771505607ece8fece 2024-11-20T06:43:27,143 INFO [StoreOpener-56f4cf23a4a3baa771505607ece8fece-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56f4cf23a4a3baa771505607ece8fece columnFamilyName a 2024-11-20T06:43:27,143 DEBUG [StoreOpener-56f4cf23a4a3baa771505607ece8fece-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:27,148 DEBUG [StoreOpener-56f4cf23a4a3baa771505607ece8fece-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35829/hbase/data/default/testDatalossWhenInputError/56f4cf23a4a3baa771505607ece8fece/a/6f7db09395c34751801a78549fc76c62 2024-11-20T06:43:27,148 INFO [StoreOpener-56f4cf23a4a3baa771505607ece8fece-1 {}] regionserver.HStore(327): Store=56f4cf23a4a3baa771505607ece8fece/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:27,148 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 56f4cf23a4a3baa771505607ece8fece 2024-11-20T06:43:27,149 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testDatalossWhenInputError/56f4cf23a4a3baa771505607ece8fece 2024-11-20T06:43:27,150 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testDatalossWhenInputError/56f4cf23a4a3baa771505607ece8fece 2024-11-20T06:43:27,151 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 56f4cf23a4a3baa771505607ece8fece 2024-11-20T06:43:27,151 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 56f4cf23a4a3baa771505607ece8fece 2024-11-20T06:43:27,153 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 56f4cf23a4a3baa771505607ece8fece 2024-11-20T06:43:27,155 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35829/hbase/data/default/testDatalossWhenInputError/56f4cf23a4a3baa771505607ece8fece/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-20T06:43:27,156 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 56f4cf23a4a3baa771505607ece8fece; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70606272, jitterRate=0.052115440368652344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T06:43:27,157 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 56f4cf23a4a3baa771505607ece8fece: Writing region info on filesystem at 1732085007141Initializing all the Stores at 1732085007142 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085007142Cleaning up temporary data from old regions at 1732085007151 (+9 ms)Region opened successfully at 1732085007157 (+6 ms) 2024-11-20T06:43:27,173 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=428 (was 418) Potentially hanging thread: PacketResponder: BP-645430204-172.17.0.2-1732084973878:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-645430204-172.17.0.2-1732084973878:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1836411432_22 at /127.0.0.1:42518 [Receiving block BP-645430204-172.17.0.2-1732084973878:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-645430204-172.17.0.2-1732084973878:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1836411432_22 at /127.0.0.1:37694 [Waiting for operation #26] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1836411432_22 at /127.0.0.1:37774 [Receiving block BP-645430204-172.17.0.2-1732084973878:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1836411432_22 at /127.0.0.1:48956 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1836411432_22 at /127.0.0.1:49020 [Receiving block BP-645430204-172.17.0.2-1732084973878:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1265 (was 1183) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=294 (was 294), ProcessCount=11 (was 11), AvailableMemoryMB=4084 (was 4186) 2024-11-20T06:43:27,173 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1265 is superior to 1024 2024-11-20T06:43:27,184 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=428, OpenFileDescriptor=1265, MaxFileDescriptor=1048576, SystemLoadAverage=294, ProcessCount=11, AvailableMemoryMB=4084 2024-11-20T06:43:27,185 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1265 is superior to 1024 2024-11-20T06:43:27,201 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T06:43:27,203 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T06:43:27,203 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T06:43:27,206 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-08968225, suffix=, logDir=hdfs://localhost:35829/hbase/WALs/hregion-08968225, archiveDir=hdfs://localhost:35829/hbase/oldWALs, maxLogs=32 2024-11-20T06:43:27,217 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-08968225/hregion-08968225.1732085007206, exclude list is [], retry=0 2024-11-20T06:43:27,258 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38671,DS-9680009f-2dc1-4f36-bb67-5af69cfd1120,DISK] 2024-11-20T06:43:27,259 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-8949a2de-1a02-4d4d-8ca2-8c4e7cc56853,DISK] 2024-11-20T06:43:27,259 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44289,DS-de73167d-9978-4224-a87b-4197004cd0e1,DISK] 2024-11-20T06:43:27,260 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-08968225/hregion-08968225.1732085007206 2024-11-20T06:43:27,261 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41285:41285),(127.0.0.1/127.0.0.1:40325:40325),(127.0.0.1/127.0.0.1:36921:36921)] 2024-11-20T06:43:27,261 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 3abbd70575a6d8e3f158ee2fd9933ab4, NAME => 'testCompactedBulkLoadedFiles,,1732085007201.3abbd70575a6d8e3f158ee2fd9933ab4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35829/hbase 2024-11-20T06:43:27,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741916_1094 (size=63) 2024-11-20T06:43:27,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741916_1094 (size=63) 2024-11-20T06:43:27,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741916_1094 (size=63) 2024-11-20T06:43:27,271 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732085007201.3abbd70575a6d8e3f158ee2fd9933ab4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:43:27,273 INFO [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3abbd70575a6d8e3f158ee2fd9933ab4 2024-11-20T06:43:27,274 INFO [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3abbd70575a6d8e3f158ee2fd9933ab4 columnFamilyName a 2024-11-20T06:43:27,274 DEBUG [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:27,274 INFO [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] regionserver.HStore(327): Store=3abbd70575a6d8e3f158ee2fd9933ab4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:27,275 INFO [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3abbd70575a6d8e3f158ee2fd9933ab4 2024-11-20T06:43:27,276 INFO [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3abbd70575a6d8e3f158ee2fd9933ab4 columnFamilyName b 2024-11-20T06:43:27,276 DEBUG [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:27,276 INFO [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] regionserver.HStore(327): Store=3abbd70575a6d8e3f158ee2fd9933ab4/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:27,276 INFO [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3abbd70575a6d8e3f158ee2fd9933ab4 2024-11-20T06:43:27,277 INFO [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3abbd70575a6d8e3f158ee2fd9933ab4 columnFamilyName c 2024-11-20T06:43:27,277 DEBUG [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:27,278 INFO [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] regionserver.HStore(327): Store=3abbd70575a6d8e3f158ee2fd9933ab4/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:27,278 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3abbd70575a6d8e3f158ee2fd9933ab4 2024-11-20T06:43:27,279 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4 2024-11-20T06:43:27,279 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4 2024-11-20T06:43:27,280 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3abbd70575a6d8e3f158ee2fd9933ab4 2024-11-20T06:43:27,280 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3abbd70575a6d8e3f158ee2fd9933ab4 2024-11-20T06:43:27,280 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T06:43:27,281 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3abbd70575a6d8e3f158ee2fd9933ab4 2024-11-20T06:43:27,283 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T06:43:27,284 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3abbd70575a6d8e3f158ee2fd9933ab4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67088081, jitterRate=-3.0969083309173584E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T06:43:27,284 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3abbd70575a6d8e3f158ee2fd9933ab4: Writing region info on filesystem at 1732085007272Initializing all the Stores at 1732085007272Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085007272Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085007273 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085007273Cleaning up temporary data from old regions at 1732085007280 (+7 ms)Region opened successfully at 1732085007284 (+4 ms) 2024-11-20T06:43:27,285 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3abbd70575a6d8e3f158ee2fd9933ab4, disabling compactions & flushes 2024-11-20T06:43:27,285 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732085007201.3abbd70575a6d8e3f158ee2fd9933ab4. 2024-11-20T06:43:27,285 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732085007201.3abbd70575a6d8e3f158ee2fd9933ab4. 2024-11-20T06:43:27,285 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732085007201.3abbd70575a6d8e3f158ee2fd9933ab4. after waiting 0 ms 2024-11-20T06:43:27,285 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732085007201.3abbd70575a6d8e3f158ee2fd9933ab4. 2024-11-20T06:43:27,285 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732085007201.3abbd70575a6d8e3f158ee2fd9933ab4. 2024-11-20T06:43:27,285 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3abbd70575a6d8e3f158ee2fd9933ab4: Waiting for close lock at 1732085007284Disabling compacts and flushes for region at 1732085007284Disabling writes for close at 1732085007285 (+1 ms)Writing region close event to WAL at 1732085007285Closed at 1732085007285 2024-11-20T06:43:27,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741915_1093 (size=95) 2024-11-20T06:43:27,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741915_1093 (size=95) 2024-11-20T06:43:27,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741915_1093 (size=95) 2024-11-20T06:43:27,289 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T06:43:27,289 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-08968225:(num 1732085007206) 2024-11-20T06:43:27,289 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T06:43:27,291 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35829/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732085007200, archiveDir=hdfs://localhost:35829/hbase/oldWALs, maxLogs=32 2024-11-20T06:43:27,303 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732085007200/wal.1732085007291, exclude list is [], retry=0 2024-11-20T06:43:27,305 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-8949a2de-1a02-4d4d-8ca2-8c4e7cc56853,DISK] 2024-11-20T06:43:27,306 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44289,DS-de73167d-9978-4224-a87b-4197004cd0e1,DISK] 2024-11-20T06:43:27,306 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38671,DS-9680009f-2dc1-4f36-bb67-5af69cfd1120,DISK] 2024-11-20T06:43:27,308 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732085007200/wal.1732085007291 2024-11-20T06:43:27,308 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40325:40325),(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:41285:41285)] 2024-11-20T06:43:27,309 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3abbd70575a6d8e3f158ee2fd9933ab4, NAME => 'testCompactedBulkLoadedFiles,,1732085007201.3abbd70575a6d8e3f158ee2fd9933ab4.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:43:27,309 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732085007201.3abbd70575a6d8e3f158ee2fd9933ab4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:43:27,309 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3abbd70575a6d8e3f158ee2fd9933ab4 2024-11-20T06:43:27,309 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3abbd70575a6d8e3f158ee2fd9933ab4 2024-11-20T06:43:27,311 INFO [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3abbd70575a6d8e3f158ee2fd9933ab4 2024-11-20T06:43:27,312 INFO [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3abbd70575a6d8e3f158ee2fd9933ab4 columnFamilyName a 2024-11-20T06:43:27,312 DEBUG [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:27,312 INFO [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] regionserver.HStore(327): Store=3abbd70575a6d8e3f158ee2fd9933ab4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:27,313 INFO [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3abbd70575a6d8e3f158ee2fd9933ab4 2024-11-20T06:43:27,314 INFO [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3abbd70575a6d8e3f158ee2fd9933ab4 columnFamilyName b 2024-11-20T06:43:27,314 DEBUG [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:27,314 INFO [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] regionserver.HStore(327): Store=3abbd70575a6d8e3f158ee2fd9933ab4/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:27,315 INFO [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3abbd70575a6d8e3f158ee2fd9933ab4 2024-11-20T06:43:27,315 INFO [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3abbd70575a6d8e3f158ee2fd9933ab4 columnFamilyName c 2024-11-20T06:43:27,316 DEBUG [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:27,316 INFO [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] regionserver.HStore(327): Store=3abbd70575a6d8e3f158ee2fd9933ab4/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:27,316 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3abbd70575a6d8e3f158ee2fd9933ab4 2024-11-20T06:43:27,317 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4 2024-11-20T06:43:27,318 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4 2024-11-20T06:43:27,318 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3abbd70575a6d8e3f158ee2fd9933ab4 2024-11-20T06:43:27,318 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3abbd70575a6d8e3f158ee2fd9933ab4 2024-11-20T06:43:27,319 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T06:43:27,320 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3abbd70575a6d8e3f158ee2fd9933ab4 2024-11-20T06:43:27,321 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3abbd70575a6d8e3f158ee2fd9933ab4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66368272, jitterRate=-0.011035680770874023}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T06:43:27,322 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3abbd70575a6d8e3f158ee2fd9933ab4: Writing region info on filesystem at 1732085007309Initializing all the Stores at 1732085007310 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085007310Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085007310Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085007310Cleaning up temporary data from old regions at 1732085007318 (+8 ms)Region opened successfully at 1732085007322 (+4 ms) 2024-11-20T06:43:27,327 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35829/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1732085007327/Put/seqid=0 2024-11-20T06:43:27,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741918_1096 (size=4875) 2024-11-20T06:43:27,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741918_1096 (size=4875) 2024-11-20T06:43:27,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741918_1096 (size=4875) 2024-11-20T06:43:27,339 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35829/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1732085007339/Put/seqid=0 2024-11-20T06:43:27,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741919_1097 (size=4875) 2024-11-20T06:43:27,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741919_1097 (size=4875) 2024-11-20T06:43:27,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741919_1097 (size=4875) 2024-11-20T06:43:27,349 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35829/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1732085007348/Put/seqid=0 2024-11-20T06:43:27,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741920_1098 (size=4875) 2024-11-20T06:43:27,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741920_1098 (size=4875) 2024-11-20T06:43:27,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741920_1098 (size=4875) 2024-11-20T06:43:27,359 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35829/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 3abbd70575a6d8e3f158ee2fd9933ab4/a 2024-11-20T06:43:27,363 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-20T06:43:27,363 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T06:43:27,363 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35829/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 3abbd70575a6d8e3f158ee2fd9933ab4/a 2024-11-20T06:43:27,367 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-20T06:43:27,367 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T06:43:27,367 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35829/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 3abbd70575a6d8e3f158ee2fd9933ab4/a 2024-11-20T06:43:27,370 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-20T06:43:27,370 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T06:43:27,371 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3abbd70575a6d8e3f158ee2fd9933ab4 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-20T06:43:27,385 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/.tmp/a/a4ada4966e554f6bbd0a05f9e779d169 is 55, key is testCompactedBulkLoadedFiles/a:a/1732085007322/Put/seqid=0 2024-11-20T06:43:27,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741921_1099 (size=5107) 2024-11-20T06:43:27,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741921_1099 (size=5107) 2024-11-20T06:43:27,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741921_1099 (size=5107) 2024-11-20T06:43:27,393 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/.tmp/a/a4ada4966e554f6bbd0a05f9e779d169 2024-11-20T06:43:27,398 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/.tmp/a/a4ada4966e554f6bbd0a05f9e779d169 as hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/a/a4ada4966e554f6bbd0a05f9e779d169 2024-11-20T06:43:27,404 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/a/a4ada4966e554f6bbd0a05f9e779d169, entries=1, sequenceid=4, filesize=5.0 K 2024-11-20T06:43:27,405 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 3abbd70575a6d8e3f158ee2fd9933ab4 in 35ms, sequenceid=4, compaction requested=false 2024-11-20T06:43:27,405 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3abbd70575a6d8e3f158ee2fd9933ab4: 2024-11-20T06:43:27,406 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35829/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/a/bd319bd0492c4824b87981751be0a6d6_SeqId_4_ 2024-11-20T06:43:27,407 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35829/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/a/f487c87561754b30b9207317f00e0f7f_SeqId_4_ 2024-11-20T06:43:27,408 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35829/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/a/e009586d397143a0a384c01345cc7fb5_SeqId_4_ 2024-11-20T06:43:27,409 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35829/hbase/testCompactedBulkLoadedFiles/hfile0 into 3abbd70575a6d8e3f158ee2fd9933ab4/a as hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/a/bd319bd0492c4824b87981751be0a6d6_SeqId_4_ - updating store file list. 2024-11-20T06:43:27,413 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for bd319bd0492c4824b87981751be0a6d6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T06:43:27,413 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/a/bd319bd0492c4824b87981751be0a6d6_SeqId_4_ into 3abbd70575a6d8e3f158ee2fd9933ab4/a 2024-11-20T06:43:27,413 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35829/hbase/testCompactedBulkLoadedFiles/hfile0 into 3abbd70575a6d8e3f158ee2fd9933ab4/a (new location: hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/a/bd319bd0492c4824b87981751be0a6d6_SeqId_4_) 2024-11-20T06:43:27,414 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35829/hbase/testCompactedBulkLoadedFiles/hfile1 into 3abbd70575a6d8e3f158ee2fd9933ab4/a as hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/a/f487c87561754b30b9207317f00e0f7f_SeqId_4_ - updating store file list. 2024-11-20T06:43:27,418 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for f487c87561754b30b9207317f00e0f7f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T06:43:27,418 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/a/f487c87561754b30b9207317f00e0f7f_SeqId_4_ into 3abbd70575a6d8e3f158ee2fd9933ab4/a 2024-11-20T06:43:27,418 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35829/hbase/testCompactedBulkLoadedFiles/hfile1 into 3abbd70575a6d8e3f158ee2fd9933ab4/a (new location: hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/a/f487c87561754b30b9207317f00e0f7f_SeqId_4_) 2024-11-20T06:43:27,420 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35829/hbase/testCompactedBulkLoadedFiles/hfile2 into 3abbd70575a6d8e3f158ee2fd9933ab4/a as hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/a/e009586d397143a0a384c01345cc7fb5_SeqId_4_ - updating store file list. 2024-11-20T06:43:27,424 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for e009586d397143a0a384c01345cc7fb5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T06:43:27,425 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/a/e009586d397143a0a384c01345cc7fb5_SeqId_4_ into 3abbd70575a6d8e3f158ee2fd9933ab4/a 2024-11-20T06:43:27,425 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35829/hbase/testCompactedBulkLoadedFiles/hfile2 into 3abbd70575a6d8e3f158ee2fd9933ab4/a (new location: hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/a/e009586d397143a0a384c01345cc7fb5_SeqId_4_) 2024-11-20T06:43:27,432 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T06:43:27,432 DEBUG [Time-limited test {}] regionserver.HStore(1541): 3abbd70575a6d8e3f158ee2fd9933ab4/a is initiating major compaction (all files) 2024-11-20T06:43:27,432 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 3abbd70575a6d8e3f158ee2fd9933ab4/a in testCompactedBulkLoadedFiles,,1732085007201.3abbd70575a6d8e3f158ee2fd9933ab4. 2024-11-20T06:43:27,432 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/a/a4ada4966e554f6bbd0a05f9e779d169, hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/a/bd319bd0492c4824b87981751be0a6d6_SeqId_4_, hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/a/f487c87561754b30b9207317f00e0f7f_SeqId_4_, hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/a/e009586d397143a0a384c01345cc7fb5_SeqId_4_] into tmpdir=hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/.tmp, totalSize=19.3 K 2024-11-20T06:43:27,432 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting a4ada4966e554f6bbd0a05f9e779d169, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1732085007322 2024-11-20T06:43:27,433 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting bd319bd0492c4824b87981751be0a6d6_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-20T06:43:27,433 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting f487c87561754b30b9207317f00e0f7f_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-20T06:43:27,433 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting e009586d397143a0a384c01345cc7fb5_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-20T06:43:27,446 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/.tmp/a/b179f4fa07d14af3a31f6c460cf231fc is 55, key is testCompactedBulkLoadedFiles/a:a/1732085007322/Put/seqid=0 2024-11-20T06:43:27,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741922_1100 (size=6154) 2024-11-20T06:43:27,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741922_1100 (size=6154) 2024-11-20T06:43:27,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741922_1100 (size=6154) 2024-11-20T06:43:27,464 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/.tmp/a/b179f4fa07d14af3a31f6c460cf231fc as hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/a/b179f4fa07d14af3a31f6c460cf231fc 2024-11-20T06:43:27,470 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 3abbd70575a6d8e3f158ee2fd9933ab4/a of 3abbd70575a6d8e3f158ee2fd9933ab4 into b179f4fa07d14af3a31f6c460cf231fc(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:43:27,471 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 3abbd70575a6d8e3f158ee2fd9933ab4: 2024-11-20T06:43:27,471 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-20T06:43:27,471 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-20T06:43:27,499 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35829/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732085007200/wal.1732085007291, size=0 (0bytes) 2024-11-20T06:43:27,499 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:35829/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732085007200/wal.1732085007291 might be still open, length is 0 2024-11-20T06:43:27,499 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35829/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732085007200/wal.1732085007291 2024-11-20T06:43:27,499 WARN [IPC Server handler 3 on default port 35829 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732085007200/wal.1732085007291 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-11-20T06:43:27,500 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:35829/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732085007200/wal.1732085007291 after 1ms 2024-11-20T06:43:27,955 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-20T06:43:27,955 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-20T06:43:27,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-20T06:43:27,956 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-20T06:43:29,665 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1836411432_22 at /127.0.0.1:42564 [Receiving block BP-645430204-172.17.0.2-1732084973878:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:45795:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42564 dst: /127.0.0.1:45795 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:45795 remote=/127.0.0.1:42564]. Total timeout mills is 60000, 57806 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:43:29,665 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1836411432_22 at /127.0.0.1:37794 [Receiving block BP-645430204-172.17.0.2-1732084973878:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:44289:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37794 dst: /127.0.0.1:44289 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:43:29,665 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1836411432_22 at /127.0.0.1:49066 [Receiving block BP-645430204-172.17.0.2-1732084973878:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:38671:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49066 dst: /127.0.0.1:38671 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:43:29,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741917_1101 (size=1176) 2024-11-20T06:43:29,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741917_1101 (size=1176) 2024-11-20T06:43:29,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741917_1101 (size=1176) 2024-11-20T06:43:31,500 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:35829/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732085007200/wal.1732085007291 after 4001ms 2024-11-20T06:43:31,503 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35829/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732085007200/wal.1732085007291: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T06:43:31,504 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35829/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732085007200/wal.1732085007291 took 4006ms 2024-11-20T06:43:31,506 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:35829/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732085007200/wal.1732085007291; continuing. 2024-11-20T06:43:31,506 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35829/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732085007200/wal.1732085007291 so closing down 2024-11-20T06:43:31,506 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T06:43:31,508 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732085007291.temp 2024-11-20T06:43:31,510 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/recovered.edits/0000000000000000003-wal.1732085007291.temp 2024-11-20T06:43:31,510 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T06:43:31,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741923_1102 (size=550) 2024-11-20T06:43:31,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741923_1102 (size=550) 2024-11-20T06:43:31,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741923_1102 (size=550) 2024-11-20T06:43:31,519 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/recovered.edits/0000000000000000003-wal.1732085007291.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-20T06:43:31,521 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/recovered.edits/0000000000000000003-wal.1732085007291.temp to hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/recovered.edits/0000000000000000008 2024-11-20T06:43:31,521 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 17 ms; skipped=3; WAL=hdfs://localhost:35829/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732085007200/wal.1732085007291, size=0, length=0, corrupted=false, cancelled=false 2024-11-20T06:43:31,522 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35829/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732085007200/wal.1732085007291, journal: Splitting hdfs://localhost:35829/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732085007200/wal.1732085007291, size=0 (0bytes) at 1732085007499Finishing writing output for hdfs://localhost:35829/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732085007200/wal.1732085007291 so closing down at 1732085011506 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/recovered.edits/0000000000000000003-wal.1732085007291.temp at 1732085011510 (+4 ms)3 split writer threads finished at 1732085011510Closed recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/recovered.edits/0000000000000000003-wal.1732085007291.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732085011519 (+9 ms)Rename recovered edits hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/recovered.edits/0000000000000000003-wal.1732085007291.temp to hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/recovered.edits/0000000000000000008 at 1732085011521 (+2 ms)Processed 5 edits across 1 Regions in 17 ms; skipped=3; WAL=hdfs://localhost:35829/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732085007200/wal.1732085007291, size=0, length=0, corrupted=false, cancelled=false at 1732085011521 2024-11-20T06:43:31,524 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35829/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732085007200/wal.1732085007291 to hdfs://localhost:35829/hbase/oldWALs/wal.1732085007291 2024-11-20T06:43:31,525 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/recovered.edits/0000000000000000008 2024-11-20T06:43:31,525 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T06:43:31,528 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35829/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732085007200, archiveDir=hdfs://localhost:35829/hbase/oldWALs, maxLogs=32 2024-11-20T06:43:31,543 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732085007200/wal.1732085011528, exclude list is [], retry=0 2024-11-20T06:43:31,545 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44289,DS-de73167d-9978-4224-a87b-4197004cd0e1,DISK] 2024-11-20T06:43:31,546 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38671,DS-9680009f-2dc1-4f36-bb67-5af69cfd1120,DISK] 2024-11-20T06:43:31,546 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-8949a2de-1a02-4d4d-8ca2-8c4e7cc56853,DISK] 2024-11-20T06:43:31,547 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732085007200/wal.1732085011528 2024-11-20T06:43:31,547 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:41285:41285),(127.0.0.1/127.0.0.1:40325:40325)] 2024-11-20T06:43:31,547 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3abbd70575a6d8e3f158ee2fd9933ab4, NAME => 'testCompactedBulkLoadedFiles,,1732085007201.3abbd70575a6d8e3f158ee2fd9933ab4.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:43:31,548 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732085007201.3abbd70575a6d8e3f158ee2fd9933ab4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:43:31,548 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3abbd70575a6d8e3f158ee2fd9933ab4 2024-11-20T06:43:31,548 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3abbd70575a6d8e3f158ee2fd9933ab4 2024-11-20T06:43:31,549 INFO [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3abbd70575a6d8e3f158ee2fd9933ab4 2024-11-20T06:43:31,550 INFO [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3abbd70575a6d8e3f158ee2fd9933ab4 columnFamilyName a 2024-11-20T06:43:31,550 DEBUG [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:31,556 DEBUG [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/a/a4ada4966e554f6bbd0a05f9e779d169 2024-11-20T06:43:31,559 DEBUG [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/a/b179f4fa07d14af3a31f6c460cf231fc 2024-11-20T06:43:31,563 DEBUG [StoreFileOpener-3abbd70575a6d8e3f158ee2fd9933ab4-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bd319bd0492c4824b87981751be0a6d6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T06:43:31,563 DEBUG [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/a/bd319bd0492c4824b87981751be0a6d6_SeqId_4_ 2024-11-20T06:43:31,566 DEBUG [StoreFileOpener-3abbd70575a6d8e3f158ee2fd9933ab4-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e009586d397143a0a384c01345cc7fb5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T06:43:31,567 DEBUG [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/a/e009586d397143a0a384c01345cc7fb5_SeqId_4_ 2024-11-20T06:43:31,570 DEBUG [StoreFileOpener-3abbd70575a6d8e3f158ee2fd9933ab4-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f487c87561754b30b9207317f00e0f7f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T06:43:31,570 DEBUG [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/a/f487c87561754b30b9207317f00e0f7f_SeqId_4_ 2024-11-20T06:43:31,570 WARN [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/a/a4ada4966e554f6bbd0a05f9e779d169 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@75849c9c 2024-11-20T06:43:31,570 WARN [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/a/bd319bd0492c4824b87981751be0a6d6_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@75849c9c 2024-11-20T06:43:31,570 WARN [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/a/e009586d397143a0a384c01345cc7fb5_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@75849c9c 2024-11-20T06:43:31,570 WARN [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/a/f487c87561754b30b9207317f00e0f7f_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@75849c9c 2024-11-20T06:43:31,570 DEBUG [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/a/a4ada4966e554f6bbd0a05f9e779d169, hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/a/bd319bd0492c4824b87981751be0a6d6_SeqId_4_, hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/a/e009586d397143a0a384c01345cc7fb5_SeqId_4_, hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/a/f487c87561754b30b9207317f00e0f7f_SeqId_4_] to archive 2024-11-20T06:43:31,571 DEBUG [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T06:43:31,573 DEBUG [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/a/a4ada4966e554f6bbd0a05f9e779d169 to hdfs://localhost:35829/hbase/archive/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/a/a4ada4966e554f6bbd0a05f9e779d169 2024-11-20T06:43:31,574 DEBUG [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/a/bd319bd0492c4824b87981751be0a6d6_SeqId_4_ to hdfs://localhost:35829/hbase/archive/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/a/bd319bd0492c4824b87981751be0a6d6_SeqId_4_ 2024-11-20T06:43:31,575 DEBUG [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/a/e009586d397143a0a384c01345cc7fb5_SeqId_4_ to hdfs://localhost:35829/hbase/archive/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/a/e009586d397143a0a384c01345cc7fb5_SeqId_4_ 2024-11-20T06:43:31,576 DEBUG [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/a/f487c87561754b30b9207317f00e0f7f_SeqId_4_ to hdfs://localhost:35829/hbase/archive/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/a/f487c87561754b30b9207317f00e0f7f_SeqId_4_ 2024-11-20T06:43:31,577 INFO [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] regionserver.HStore(327): Store=3abbd70575a6d8e3f158ee2fd9933ab4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:31,577 INFO [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3abbd70575a6d8e3f158ee2fd9933ab4 2024-11-20T06:43:31,578 INFO [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3abbd70575a6d8e3f158ee2fd9933ab4 columnFamilyName b 2024-11-20T06:43:31,578 DEBUG [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:31,578 INFO [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] regionserver.HStore(327): Store=3abbd70575a6d8e3f158ee2fd9933ab4/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:31,578 INFO [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3abbd70575a6d8e3f158ee2fd9933ab4 2024-11-20T06:43:31,579 INFO [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3abbd70575a6d8e3f158ee2fd9933ab4 columnFamilyName c 2024-11-20T06:43:31,579 DEBUG [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:31,579 INFO [StoreOpener-3abbd70575a6d8e3f158ee2fd9933ab4-1 {}] regionserver.HStore(327): Store=3abbd70575a6d8e3f158ee2fd9933ab4/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:31,580 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3abbd70575a6d8e3f158ee2fd9933ab4 2024-11-20T06:43:31,580 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4 2024-11-20T06:43:31,582 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4 2024-11-20T06:43:31,582 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/recovered.edits/0000000000000000008 2024-11-20T06:43:31,584 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T06:43:31,585 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 3abbd70575a6d8e3f158ee2fd9933ab4 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "3abbd70575a6d8e3f158ee2fd9933ab4" family_name: "a" compaction_input: "a4ada4966e554f6bbd0a05f9e779d169" compaction_input: "bd319bd0492c4824b87981751be0a6d6_SeqId_4_" compaction_input: "f487c87561754b30b9207317f00e0f7f_SeqId_4_" compaction_input: "e009586d397143a0a384c01345cc7fb5_SeqId_4_" compaction_output: "b179f4fa07d14af3a31f6c460cf231fc" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1732085007201.3abbd70575a6d8e3f158ee2fd9933ab4." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-20T06:43:31,585 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-20T06:43:31,586 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/recovered.edits/0000000000000000008 2024-11-20T06:43:31,586 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/recovered.edits/0000000000000000008 2024-11-20T06:43:31,587 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3abbd70575a6d8e3f158ee2fd9933ab4 2024-11-20T06:43:31,587 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3abbd70575a6d8e3f158ee2fd9933ab4 2024-11-20T06:43:31,588 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T06:43:31,589 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3abbd70575a6d8e3f158ee2fd9933ab4 2024-11-20T06:43:31,591 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35829/hbase/data/default/testCompactedBulkLoadedFiles/3abbd70575a6d8e3f158ee2fd9933ab4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T06:43:31,592 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3abbd70575a6d8e3f158ee2fd9933ab4; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68780398, jitterRate=0.024907797574996948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T06:43:31,592 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3abbd70575a6d8e3f158ee2fd9933ab4: Writing region info on filesystem at 1732085011548Initializing all the Stores at 1732085011549 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085011549Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085011549Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085011549Cleaning up temporary data from old regions at 1732085011587 (+38 ms)Region opened successfully at 1732085011592 (+5 ms) 2024-11-20T06:43:31,594 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3abbd70575a6d8e3f158ee2fd9933ab4, disabling compactions & flushes 2024-11-20T06:43:31,594 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732085007201.3abbd70575a6d8e3f158ee2fd9933ab4. 2024-11-20T06:43:31,594 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732085007201.3abbd70575a6d8e3f158ee2fd9933ab4. 2024-11-20T06:43:31,594 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732085007201.3abbd70575a6d8e3f158ee2fd9933ab4. after waiting 0 ms 2024-11-20T06:43:31,594 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732085007201.3abbd70575a6d8e3f158ee2fd9933ab4. 2024-11-20T06:43:31,595 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732085007201.3abbd70575a6d8e3f158ee2fd9933ab4. 2024-11-20T06:43:31,595 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3abbd70575a6d8e3f158ee2fd9933ab4: Waiting for close lock at 1732085011594Disabling compacts and flushes for region at 1732085011594Disabling writes for close at 1732085011594Writing region close event to WAL at 1732085011595 (+1 ms)Closed at 1732085011595 2024-11-20T06:43:31,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741924_1103 (size=95) 2024-11-20T06:43:31,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741924_1103 (size=95) 2024-11-20T06:43:31,598 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732085007200/wal.1732085011528 not finished, retry = 0 2024-11-20T06:43:31,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741924_1103 (size=95) 2024-11-20T06:43:31,705 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T06:43:31,705 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732085011528) 2024-11-20T06:43:31,724 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=442 (was 428) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:35829 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1785074710_22 at /127.0.0.1:49142 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1785074710_22 at /127.0.0.1:42638 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1785074710_22 at /127.0.0.1:37840 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1396088596) connection to localhost/127.0.0.1:35829 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1348 (was 1265) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=270 (was 294), ProcessCount=11 (was 11), AvailableMemoryMB=4068 (was 4084) 2024-11-20T06:43:31,724 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-11-20T06:43:31,738 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=442, OpenFileDescriptor=1348, MaxFileDescriptor=1048576, SystemLoadAverage=270, ProcessCount=11, AvailableMemoryMB=4067 2024-11-20T06:43:31,738 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-11-20T06:43:31,757 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T06:43:31,758 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T06:43:31,758 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T06:43:31,761 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-15584292, suffix=, logDir=hdfs://localhost:35829/hbase/WALs/hregion-15584292, archiveDir=hdfs://localhost:35829/hbase/oldWALs, maxLogs=32 2024-11-20T06:43:31,771 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-15584292/hregion-15584292.1732085011761, exclude list is [], retry=0 2024-11-20T06:43:31,774 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-8949a2de-1a02-4d4d-8ca2-8c4e7cc56853,DISK] 2024-11-20T06:43:31,774 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38671,DS-9680009f-2dc1-4f36-bb67-5af69cfd1120,DISK] 2024-11-20T06:43:31,774 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44289,DS-de73167d-9978-4224-a87b-4197004cd0e1,DISK] 2024-11-20T06:43:31,778 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-15584292/hregion-15584292.1732085011761 2024-11-20T06:43:31,778 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40325:40325),(127.0.0.1/127.0.0.1:41285:41285),(127.0.0.1/127.0.0.1:36921:36921)] 2024-11-20T06:43:31,778 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 5bb4068a3cd61a8e63ea373c12322092, NAME => 'testReplayEditsWrittenViaHRegion,,1732085011757.5bb4068a3cd61a8e63ea373c12322092.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35829/hbase 2024-11-20T06:43:31,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741926_1105 (size=67) 2024-11-20T06:43:31,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741926_1105 (size=67) 2024-11-20T06:43:31,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741926_1105 (size=67) 2024-11-20T06:43:31,786 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732085011757.5bb4068a3cd61a8e63ea373c12322092.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:43:31,787 INFO [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5bb4068a3cd61a8e63ea373c12322092 2024-11-20T06:43:31,788 INFO [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bb4068a3cd61a8e63ea373c12322092 columnFamilyName a 2024-11-20T06:43:31,788 DEBUG [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:31,789 INFO [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] regionserver.HStore(327): Store=5bb4068a3cd61a8e63ea373c12322092/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:31,789 INFO [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5bb4068a3cd61a8e63ea373c12322092 2024-11-20T06:43:31,790 INFO [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bb4068a3cd61a8e63ea373c12322092 columnFamilyName b 2024-11-20T06:43:31,790 DEBUG [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:31,790 INFO [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] regionserver.HStore(327): Store=5bb4068a3cd61a8e63ea373c12322092/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:31,790 INFO [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5bb4068a3cd61a8e63ea373c12322092 2024-11-20T06:43:31,792 INFO [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bb4068a3cd61a8e63ea373c12322092 columnFamilyName c 2024-11-20T06:43:31,792 DEBUG [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:31,792 INFO [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] regionserver.HStore(327): Store=5bb4068a3cd61a8e63ea373c12322092/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:31,793 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5bb4068a3cd61a8e63ea373c12322092 2024-11-20T06:43:31,793 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092 2024-11-20T06:43:31,794 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092 2024-11-20T06:43:31,795 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5bb4068a3cd61a8e63ea373c12322092 2024-11-20T06:43:31,795 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5bb4068a3cd61a8e63ea373c12322092 2024-11-20T06:43:31,795 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T06:43:31,797 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5bb4068a3cd61a8e63ea373c12322092 2024-11-20T06:43:31,799 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T06:43:31,799 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5bb4068a3cd61a8e63ea373c12322092; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74049198, jitterRate=0.10341903567314148}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T06:43:31,799 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5bb4068a3cd61a8e63ea373c12322092: Writing region info on filesystem at 1732085011786Initializing all the Stores at 1732085011787 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085011787Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085011787Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085011787Cleaning up temporary data from old regions at 1732085011795 (+8 ms)Region opened successfully at 1732085011799 (+4 ms) 2024-11-20T06:43:31,800 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5bb4068a3cd61a8e63ea373c12322092, disabling compactions & flushes 2024-11-20T06:43:31,800 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732085011757.5bb4068a3cd61a8e63ea373c12322092. 2024-11-20T06:43:31,800 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732085011757.5bb4068a3cd61a8e63ea373c12322092. 2024-11-20T06:43:31,800 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732085011757.5bb4068a3cd61a8e63ea373c12322092. after waiting 0 ms 2024-11-20T06:43:31,800 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732085011757.5bb4068a3cd61a8e63ea373c12322092. 2024-11-20T06:43:31,800 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732085011757.5bb4068a3cd61a8e63ea373c12322092. 2024-11-20T06:43:31,800 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5bb4068a3cd61a8e63ea373c12322092: Waiting for close lock at 1732085011800Disabling compacts and flushes for region at 1732085011800Disabling writes for close at 1732085011800Writing region close event to WAL at 1732085011800Closed at 1732085011800 2024-11-20T06:43:31,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741925_1104 (size=95) 2024-11-20T06:43:31,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741925_1104 (size=95) 2024-11-20T06:43:31,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741925_1104 (size=95) 2024-11-20T06:43:31,806 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T06:43:31,806 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-15584292:(num 1732085011761) 2024-11-20T06:43:31,806 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T06:43:31,807 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35829/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732085011756, archiveDir=hdfs://localhost:35829/hbase/oldWALs, maxLogs=32 2024-11-20T06:43:31,819 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732085011756/wal.1732085011808, exclude list is [], retry=0 2024-11-20T06:43:31,821 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44289,DS-de73167d-9978-4224-a87b-4197004cd0e1,DISK] 2024-11-20T06:43:31,821 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-8949a2de-1a02-4d4d-8ca2-8c4e7cc56853,DISK] 2024-11-20T06:43:31,822 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38671,DS-9680009f-2dc1-4f36-bb67-5af69cfd1120,DISK] 2024-11-20T06:43:31,823 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732085011756/wal.1732085011808 2024-11-20T06:43:31,823 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:40325:40325),(127.0.0.1/127.0.0.1:41285:41285)] 2024-11-20T06:43:31,823 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 5bb4068a3cd61a8e63ea373c12322092, NAME => 'testReplayEditsWrittenViaHRegion,,1732085011757.5bb4068a3cd61a8e63ea373c12322092.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:43:31,823 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732085011757.5bb4068a3cd61a8e63ea373c12322092.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:43:31,823 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 5bb4068a3cd61a8e63ea373c12322092 2024-11-20T06:43:31,823 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 5bb4068a3cd61a8e63ea373c12322092 2024-11-20T06:43:31,825 INFO [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5bb4068a3cd61a8e63ea373c12322092 2024-11-20T06:43:31,825 INFO [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bb4068a3cd61a8e63ea373c12322092 columnFamilyName a 2024-11-20T06:43:31,825 DEBUG [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:31,826 INFO [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] regionserver.HStore(327): Store=5bb4068a3cd61a8e63ea373c12322092/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:31,826 INFO [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5bb4068a3cd61a8e63ea373c12322092 2024-11-20T06:43:31,826 INFO [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bb4068a3cd61a8e63ea373c12322092 columnFamilyName b 2024-11-20T06:43:31,827 DEBUG [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:31,827 INFO [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] regionserver.HStore(327): Store=5bb4068a3cd61a8e63ea373c12322092/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:31,827 INFO [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5bb4068a3cd61a8e63ea373c12322092 2024-11-20T06:43:31,828 INFO [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bb4068a3cd61a8e63ea373c12322092 columnFamilyName c 2024-11-20T06:43:31,828 DEBUG [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:31,828 INFO [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] regionserver.HStore(327): Store=5bb4068a3cd61a8e63ea373c12322092/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:31,828 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5bb4068a3cd61a8e63ea373c12322092 2024-11-20T06:43:31,829 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092 2024-11-20T06:43:31,830 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092 2024-11-20T06:43:31,830 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5bb4068a3cd61a8e63ea373c12322092 2024-11-20T06:43:31,831 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5bb4068a3cd61a8e63ea373c12322092 2024-11-20T06:43:31,831 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T06:43:31,832 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5bb4068a3cd61a8e63ea373c12322092 2024-11-20T06:43:31,833 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5bb4068a3cd61a8e63ea373c12322092; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74699489, jitterRate=0.11310912668704987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T06:43:31,833 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5bb4068a3cd61a8e63ea373c12322092: Writing region info on filesystem at 1732085011824Initializing all the Stores at 1732085011824Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085011824Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085011825 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085011825Cleaning up temporary data from old regions at 1732085011831 (+6 ms)Region opened successfully at 1732085011833 (+2 ms) 2024-11-20T06:43:31,840 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5bb4068a3cd61a8e63ea373c12322092 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-20T06:43:31,854 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/.tmp/a/19f83a71822e4b668b0278dd9aad912c is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732085011833/Put/seqid=0 2024-11-20T06:43:31,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741928_1107 (size=5958) 2024-11-20T06:43:31,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741928_1107 (size=5958) 2024-11-20T06:43:31,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741928_1107 (size=5958) 2024-11-20T06:43:31,860 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/.tmp/a/19f83a71822e4b668b0278dd9aad912c 2024-11-20T06:43:31,865 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/.tmp/a/19f83a71822e4b668b0278dd9aad912c as hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/a/19f83a71822e4b668b0278dd9aad912c 2024-11-20T06:43:31,870 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/a/19f83a71822e4b668b0278dd9aad912c, entries=10, sequenceid=13, filesize=5.8 K 2024-11-20T06:43:31,871 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 5bb4068a3cd61a8e63ea373c12322092 in 31ms, sequenceid=13, compaction requested=false 2024-11-20T06:43:31,871 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 5bb4068a3cd61a8e63ea373c12322092: 2024-11-20T06:43:31,883 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T06:43:31,888 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5bb4068a3cd61a8e63ea373c12322092, disabling compactions & flushes 2024-11-20T06:43:31,888 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732085011757.5bb4068a3cd61a8e63ea373c12322092. 2024-11-20T06:43:31,888 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732085011757.5bb4068a3cd61a8e63ea373c12322092. 2024-11-20T06:43:31,888 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732085011757.5bb4068a3cd61a8e63ea373c12322092. after waiting 0 ms 2024-11-20T06:43:31,888 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732085011757.5bb4068a3cd61a8e63ea373c12322092. 2024-11-20T06:43:31,890 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1732085011757.5bb4068a3cd61a8e63ea373c12322092. 2024-11-20T06:43:31,890 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732085011757.5bb4068a3cd61a8e63ea373c12322092. 2024-11-20T06:43:31,891 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5bb4068a3cd61a8e63ea373c12322092: Waiting for close lock at 1732085011888Disabling compacts and flushes for region at 1732085011888Disabling writes for close at 1732085011888Writing region close event to WAL at 1732085011890 (+2 ms)Closed at 1732085011890 2024-11-20T06:43:31,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741927_1106 (size=3345) 2024-11-20T06:43:31,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741927_1106 (size=3345) 2024-11-20T06:43:31,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741927_1106 (size=3345) 2024-11-20T06:43:31,909 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35829/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732085011756/wal.1732085011808, size=3.3 K (3345bytes) 2024-11-20T06:43:31,909 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35829/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732085011756/wal.1732085011808 2024-11-20T06:43:31,909 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35829/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732085011756/wal.1732085011808 after 0ms 2024-11-20T06:43:31,911 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35829/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732085011756/wal.1732085011808: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T06:43:31,911 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35829/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732085011756/wal.1732085011808 took 2ms 2024-11-20T06:43:31,917 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35829/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732085011756/wal.1732085011808 so closing down 2024-11-20T06:43:31,917 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T06:43:31,918 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732085011808.temp 2024-11-20T06:43:31,919 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/recovered.edits/0000000000000000003-wal.1732085011808.temp 2024-11-20T06:43:31,919 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T06:43:31,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741929_1108 (size=2944) 2024-11-20T06:43:31,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741929_1108 (size=2944) 2024-11-20T06:43:31,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741929_1108 (size=2944) 2024-11-20T06:43:31,927 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/recovered.edits/0000000000000000003-wal.1732085011808.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-20T06:43:31,929 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/recovered.edits/0000000000000000003-wal.1732085011808.temp to hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/recovered.edits/0000000000000000035 2024-11-20T06:43:31,929 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:35829/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732085011756/wal.1732085011808, size=3.3 K, length=3345, corrupted=false, cancelled=false 2024-11-20T06:43:31,929 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35829/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732085011756/wal.1732085011808, journal: Splitting hdfs://localhost:35829/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732085011756/wal.1732085011808, size=3.3 K (3345bytes) at 1732085011909Finishing writing output for hdfs://localhost:35829/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732085011756/wal.1732085011808 so closing down at 1732085011917 (+8 ms)Creating recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/recovered.edits/0000000000000000003-wal.1732085011808.temp at 1732085011919 (+2 ms)3 split writer threads finished at 1732085011920 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/recovered.edits/0000000000000000003-wal.1732085011808.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732085011928 (+8 ms)Rename recovered edits hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/recovered.edits/0000000000000000003-wal.1732085011808.temp to hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/recovered.edits/0000000000000000035 at 1732085011929 (+1 ms)Processed 32 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:35829/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732085011756/wal.1732085011808, size=3.3 K, length=3345, corrupted=false, cancelled=false at 1732085011929 2024-11-20T06:43:31,930 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35829/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732085011756/wal.1732085011808 to hdfs://localhost:35829/hbase/oldWALs/wal.1732085011808 2024-11-20T06:43:31,931 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/recovered.edits/0000000000000000035 2024-11-20T06:43:31,931 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T06:43:31,933 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35829/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732085011756, archiveDir=hdfs://localhost:35829/hbase/oldWALs, maxLogs=32 2024-11-20T06:43:31,945 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732085011756/wal.1732085011933, exclude list is [], retry=0 2024-11-20T06:43:31,947 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44289,DS-de73167d-9978-4224-a87b-4197004cd0e1,DISK] 2024-11-20T06:43:31,948 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38671,DS-9680009f-2dc1-4f36-bb67-5af69cfd1120,DISK] 2024-11-20T06:43:31,948 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-8949a2de-1a02-4d4d-8ca2-8c4e7cc56853,DISK] 2024-11-20T06:43:31,949 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732085011756/wal.1732085011933 2024-11-20T06:43:31,949 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:41285:41285),(127.0.0.1/127.0.0.1:40325:40325)] 2024-11-20T06:43:31,950 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 5bb4068a3cd61a8e63ea373c12322092, NAME => 'testReplayEditsWrittenViaHRegion,,1732085011757.5bb4068a3cd61a8e63ea373c12322092.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:43:31,950 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732085011757.5bb4068a3cd61a8e63ea373c12322092.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:43:31,950 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 5bb4068a3cd61a8e63ea373c12322092 2024-11-20T06:43:31,950 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 5bb4068a3cd61a8e63ea373c12322092 2024-11-20T06:43:31,951 INFO [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5bb4068a3cd61a8e63ea373c12322092 2024-11-20T06:43:31,952 INFO [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bb4068a3cd61a8e63ea373c12322092 columnFamilyName a 2024-11-20T06:43:31,952 DEBUG [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:31,956 DEBUG [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/a/19f83a71822e4b668b0278dd9aad912c 2024-11-20T06:43:31,956 INFO [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] regionserver.HStore(327): Store=5bb4068a3cd61a8e63ea373c12322092/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:31,957 INFO [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5bb4068a3cd61a8e63ea373c12322092 2024-11-20T06:43:31,958 INFO [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bb4068a3cd61a8e63ea373c12322092 columnFamilyName b 2024-11-20T06:43:31,958 DEBUG [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:31,958 INFO [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] regionserver.HStore(327): Store=5bb4068a3cd61a8e63ea373c12322092/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:31,958 INFO [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5bb4068a3cd61a8e63ea373c12322092 2024-11-20T06:43:31,959 INFO [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bb4068a3cd61a8e63ea373c12322092 columnFamilyName c 2024-11-20T06:43:31,959 DEBUG [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:31,960 INFO [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] regionserver.HStore(327): Store=5bb4068a3cd61a8e63ea373c12322092/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:31,960 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5bb4068a3cd61a8e63ea373c12322092 2024-11-20T06:43:31,961 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092 2024-11-20T06:43:31,963 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092 2024-11-20T06:43:31,963 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/recovered.edits/0000000000000000035 2024-11-20T06:43:31,966 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T06:43:31,967 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/recovered.edits/0000000000000000035 2024-11-20T06:43:31,967 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5bb4068a3cd61a8e63ea373c12322092 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-20T06:43:31,981 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/.tmp/b/dd0457546d9642a8abcb7de7617c887a is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732085011871/Put/seqid=0 2024-11-20T06:43:31,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741931_1110 (size=5958) 2024-11-20T06:43:31,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741931_1110 (size=5958) 2024-11-20T06:43:31,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741931_1110 (size=5958) 2024-11-20T06:43:31,987 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/.tmp/b/dd0457546d9642a8abcb7de7617c887a 2024-11-20T06:43:32,004 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/.tmp/c/f3b0e1b4abb24a1abeec23b9aecd837b is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732085011877/Put/seqid=0 2024-11-20T06:43:32,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741932_1111 (size=5958) 2024-11-20T06:43:32,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741932_1111 (size=5958) 2024-11-20T06:43:32,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741932_1111 (size=5958) 2024-11-20T06:43:32,010 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/.tmp/c/f3b0e1b4abb24a1abeec23b9aecd837b 2024-11-20T06:43:32,015 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/.tmp/b/dd0457546d9642a8abcb7de7617c887a as hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/b/dd0457546d9642a8abcb7de7617c887a 2024-11-20T06:43:32,021 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/b/dd0457546d9642a8abcb7de7617c887a, entries=10, sequenceid=35, filesize=5.8 K 2024-11-20T06:43:32,022 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/.tmp/c/f3b0e1b4abb24a1abeec23b9aecd837b as hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/c/f3b0e1b4abb24a1abeec23b9aecd837b 2024-11-20T06:43:32,027 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/c/f3b0e1b4abb24a1abeec23b9aecd837b, entries=10, sequenceid=35, filesize=5.8 K 2024-11-20T06:43:32,027 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 5bb4068a3cd61a8e63ea373c12322092 in 60ms, sequenceid=35, compaction requested=false; wal=null 2024-11-20T06:43:32,028 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/recovered.edits/0000000000000000035 2024-11-20T06:43:32,029 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5bb4068a3cd61a8e63ea373c12322092 2024-11-20T06:43:32,029 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5bb4068a3cd61a8e63ea373c12322092 2024-11-20T06:43:32,029 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T06:43:32,031 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5bb4068a3cd61a8e63ea373c12322092 2024-11-20T06:43:32,032 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-20T06:43:32,033 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5bb4068a3cd61a8e63ea373c12322092; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70798580, jitterRate=0.0549810528755188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T06:43:32,033 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5bb4068a3cd61a8e63ea373c12322092: Writing region info on filesystem at 1732085011950Initializing all the Stores at 1732085011951 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085011951Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085011951Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085011951Obtaining lock to block concurrent updates at 1732085011967 (+16 ms)Preparing flush snapshotting stores in 5bb4068a3cd61a8e63ea373c12322092 at 1732085011967Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732085011757.5bb4068a3cd61a8e63ea373c12322092., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1732085011967Flushing stores of testReplayEditsWrittenViaHRegion,,1732085011757.5bb4068a3cd61a8e63ea373c12322092. at 1732085011967Flushing 5bb4068a3cd61a8e63ea373c12322092/b: creating writer at 1732085011967Flushing 5bb4068a3cd61a8e63ea373c12322092/b: appending metadata at 1732085011980 (+13 ms)Flushing 5bb4068a3cd61a8e63ea373c12322092/b: closing flushed file at 1732085011980Flushing 5bb4068a3cd61a8e63ea373c12322092/c: creating writer at 1732085011991 (+11 ms)Flushing 5bb4068a3cd61a8e63ea373c12322092/c: appending metadata at 1732085012004 (+13 ms)Flushing 5bb4068a3cd61a8e63ea373c12322092/c: closing flushed file at 1732085012004Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ea8ac43: reopening flushed file at 1732085012015 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dfc27e3: reopening flushed file at 1732085012021 (+6 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 5bb4068a3cd61a8e63ea373c12322092 in 60ms, sequenceid=35, compaction requested=false; wal=null at 1732085012027 (+6 ms)Cleaning up temporary data from old regions at 1732085012029 (+2 ms)Region opened successfully at 1732085012033 (+4 ms) 2024-11-20T06:43:32,089 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35829/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732085011756/wal.1732085011933, size=0 (0bytes) 2024-11-20T06:43:32,090 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:35829/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732085011756/wal.1732085011933 might be still open, length is 0 2024-11-20T06:43:32,090 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35829/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732085011756/wal.1732085011933 2024-11-20T06:43:32,090 WARN [IPC Server handler 1 on default port 35829 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732085011756/wal.1732085011933 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-11-20T06:43:32,090 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:35829/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732085011756/wal.1732085011933 after 0ms 2024-11-20T06:43:32,667 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1836411432_22 at /127.0.0.1:46034 [Receiving block BP-645430204-172.17.0.2-1732084973878:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:44289:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46034 dst: /127.0.0.1:44289 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:44289 remote=/127.0.0.1:46034]. Total timeout mills is 60000, 59392 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:43:32,668 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1836411432_22 at /127.0.0.1:34174 [Receiving block BP-645430204-172.17.0.2-1732084973878:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:45795:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34174 dst: /127.0.0.1:45795 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:43:32,668 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1836411432_22 at /127.0.0.1:39530 [Receiving block BP-645430204-172.17.0.2-1732084973878:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:38671:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39530 dst: /127.0.0.1:38671 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:43:32,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741930_1112 (size=2936) 2024-11-20T06:43:32,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741930_1112 (size=2936) 2024-11-20T06:43:36,091 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:35829/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732085011756/wal.1732085011933 after 4001ms 2024-11-20T06:43:36,094 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35829/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732085011756/wal.1732085011933: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T06:43:36,095 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35829/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732085011756/wal.1732085011933 took 4006ms 2024-11-20T06:43:36,097 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:35829/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732085011756/wal.1732085011933; continuing. 2024-11-20T06:43:36,097 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35829/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732085011756/wal.1732085011933 so closing down 2024-11-20T06:43:36,097 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T06:43:36,099 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1732085011933.temp 2024-11-20T06:43:36,101 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/recovered.edits/0000000000000000037-wal.1732085011933.temp 2024-11-20T06:43:36,101 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T06:43:36,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741933_1113 (size=2944) 2024-11-20T06:43:36,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741933_1113 (size=2944) 2024-11-20T06:43:36,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741933_1113 (size=2944) 2024-11-20T06:43:36,110 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/recovered.edits/0000000000000000037-wal.1732085011933.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-20T06:43:36,112 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/recovered.edits/0000000000000000037-wal.1732085011933.temp to hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/recovered.edits/0000000000000000066 2024-11-20T06:43:36,112 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:35829/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732085011756/wal.1732085011933, size=0, length=0, corrupted=false, cancelled=false 2024-11-20T06:43:36,112 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35829/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732085011756/wal.1732085011933, journal: Splitting hdfs://localhost:35829/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732085011756/wal.1732085011933, size=0 (0bytes) at 1732085012090Finishing writing output for hdfs://localhost:35829/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732085011756/wal.1732085011933 so closing down at 1732085016097 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/recovered.edits/0000000000000000037-wal.1732085011933.temp at 1732085016101 (+4 ms)3 split writer threads finished at 1732085016101Closed recovered edits writer path=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/recovered.edits/0000000000000000037-wal.1732085011933.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732085016110 (+9 ms)Rename recovered edits hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/recovered.edits/0000000000000000037-wal.1732085011933.temp to hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/recovered.edits/0000000000000000066 at 1732085016112 (+2 ms)Processed 30 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:35829/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732085011756/wal.1732085011933, size=0, length=0, corrupted=false, cancelled=false at 1732085016112 2024-11-20T06:43:36,114 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35829/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732085011756/wal.1732085011933 to hdfs://localhost:35829/hbase/oldWALs/wal.1732085011933 2024-11-20T06:43:36,115 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/recovered.edits/0000000000000000066 2024-11-20T06:43:36,115 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T06:43:36,117 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35829/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732085011756, archiveDir=hdfs://localhost:35829/hbase/oldWALs, maxLogs=32 2024-11-20T06:43:36,132 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732085011756/wal.1732085016117, exclude list is [], retry=0 2024-11-20T06:43:36,135 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38671,DS-9680009f-2dc1-4f36-bb67-5af69cfd1120,DISK] 2024-11-20T06:43:36,135 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44289,DS-de73167d-9978-4224-a87b-4197004cd0e1,DISK] 2024-11-20T06:43:36,135 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-8949a2de-1a02-4d4d-8ca2-8c4e7cc56853,DISK] 2024-11-20T06:43:36,137 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732085011756/wal.1732085016117 2024-11-20T06:43:36,138 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41285:41285),(127.0.0.1/127.0.0.1:36921:36921),(127.0.0.1/127.0.0.1:40325:40325)] 2024-11-20T06:43:36,138 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732085011757.5bb4068a3cd61a8e63ea373c12322092.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:43:36,139 INFO [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5bb4068a3cd61a8e63ea373c12322092 2024-11-20T06:43:36,140 INFO [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bb4068a3cd61a8e63ea373c12322092 columnFamilyName a 2024-11-20T06:43:36,140 DEBUG [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:36,146 DEBUG [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/a/19f83a71822e4b668b0278dd9aad912c 2024-11-20T06:43:36,146 INFO [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] regionserver.HStore(327): Store=5bb4068a3cd61a8e63ea373c12322092/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:36,146 INFO [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5bb4068a3cd61a8e63ea373c12322092 2024-11-20T06:43:36,147 INFO [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bb4068a3cd61a8e63ea373c12322092 columnFamilyName b 2024-11-20T06:43:36,147 DEBUG [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:36,152 DEBUG [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/b/dd0457546d9642a8abcb7de7617c887a 2024-11-20T06:43:36,152 INFO [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] regionserver.HStore(327): Store=5bb4068a3cd61a8e63ea373c12322092/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:36,152 INFO [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5bb4068a3cd61a8e63ea373c12322092 2024-11-20T06:43:36,153 INFO [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bb4068a3cd61a8e63ea373c12322092 columnFamilyName c 2024-11-20T06:43:36,153 DEBUG [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:43:36,159 DEBUG [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/c/f3b0e1b4abb24a1abeec23b9aecd837b 2024-11-20T06:43:36,159 INFO [StoreOpener-5bb4068a3cd61a8e63ea373c12322092-1 {}] regionserver.HStore(327): Store=5bb4068a3cd61a8e63ea373c12322092/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:43:36,159 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5bb4068a3cd61a8e63ea373c12322092 2024-11-20T06:43:36,160 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092 2024-11-20T06:43:36,161 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092 2024-11-20T06:43:36,162 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/recovered.edits/0000000000000000066 2024-11-20T06:43:36,163 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T06:43:36,167 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/recovered.edits/0000000000000000066 2024-11-20T06:43:36,167 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5bb4068a3cd61a8e63ea373c12322092 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-20T06:43:36,179 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/.tmp/a/5520ef49264a4707b85e6377173cbdb8 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1732085012040/Put/seqid=0 2024-11-20T06:43:36,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741935_1115 (size=5958) 2024-11-20T06:43:36,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741935_1115 (size=5958) 2024-11-20T06:43:36,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741935_1115 (size=5958) 2024-11-20T06:43:36,185 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/.tmp/a/5520ef49264a4707b85e6377173cbdb8 2024-11-20T06:43:36,203 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/.tmp/b/1e36cd0250f045d69a5be82b89808623 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1732085012046/Put/seqid=0 2024-11-20T06:43:36,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741936_1116 (size=5958) 2024-11-20T06:43:36,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741936_1116 (size=5958) 2024-11-20T06:43:36,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741936_1116 (size=5958) 2024-11-20T06:43:36,209 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/.tmp/b/1e36cd0250f045d69a5be82b89808623 2024-11-20T06:43:36,229 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/.tmp/c/09888e96aab7468682a955617704f6e1 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1732085012052/Put/seqid=0 2024-11-20T06:43:36,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741937_1117 (size=5958) 2024-11-20T06:43:36,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741937_1117 (size=5958) 2024-11-20T06:43:36,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741937_1117 (size=5958) 2024-11-20T06:43:36,236 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/.tmp/c/09888e96aab7468682a955617704f6e1 2024-11-20T06:43:36,240 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/.tmp/a/5520ef49264a4707b85e6377173cbdb8 as hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/a/5520ef49264a4707b85e6377173cbdb8 2024-11-20T06:43:36,245 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/a/5520ef49264a4707b85e6377173cbdb8, entries=10, sequenceid=66, filesize=5.8 K 2024-11-20T06:43:36,246 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/.tmp/b/1e36cd0250f045d69a5be82b89808623 as hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/b/1e36cd0250f045d69a5be82b89808623 2024-11-20T06:43:36,250 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/b/1e36cd0250f045d69a5be82b89808623, entries=10, sequenceid=66, filesize=5.8 K 2024-11-20T06:43:36,251 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/.tmp/c/09888e96aab7468682a955617704f6e1 as hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/c/09888e96aab7468682a955617704f6e1 2024-11-20T06:43:36,255 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/c/09888e96aab7468682a955617704f6e1, entries=10, sequenceid=66, filesize=5.8 K 2024-11-20T06:43:36,255 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 5bb4068a3cd61a8e63ea373c12322092 in 88ms, sequenceid=66, compaction requested=false; wal=null 2024-11-20T06:43:36,256 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/recovered.edits/0000000000000000066 2024-11-20T06:43:36,257 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5bb4068a3cd61a8e63ea373c12322092 2024-11-20T06:43:36,257 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5bb4068a3cd61a8e63ea373c12322092 2024-11-20T06:43:36,257 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T06:43:36,259 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5bb4068a3cd61a8e63ea373c12322092 2024-11-20T06:43:36,261 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35829/hbase/data/default/testReplayEditsWrittenViaHRegion/5bb4068a3cd61a8e63ea373c12322092/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-20T06:43:36,261 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5bb4068a3cd61a8e63ea373c12322092; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67302871, jitterRate=0.0028909295797348022}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T06:43:36,262 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5bb4068a3cd61a8e63ea373c12322092: Writing region info on filesystem at 1732085016138Initializing all the Stores at 1732085016139 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085016139Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085016139Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085016139Obtaining lock to block concurrent updates at 1732085016167 (+28 ms)Preparing flush snapshotting stores in 5bb4068a3cd61a8e63ea373c12322092 at 1732085016167Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732085011757.5bb4068a3cd61a8e63ea373c12322092., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1732085016167Flushing stores of testReplayEditsWrittenViaHRegion,,1732085011757.5bb4068a3cd61a8e63ea373c12322092. at 1732085016167Flushing 5bb4068a3cd61a8e63ea373c12322092/a: creating writer at 1732085016167Flushing 5bb4068a3cd61a8e63ea373c12322092/a: appending metadata at 1732085016179 (+12 ms)Flushing 5bb4068a3cd61a8e63ea373c12322092/a: closing flushed file at 1732085016179Flushing 5bb4068a3cd61a8e63ea373c12322092/b: creating writer at 1732085016190 (+11 ms)Flushing 5bb4068a3cd61a8e63ea373c12322092/b: appending metadata at 1732085016202 (+12 ms)Flushing 5bb4068a3cd61a8e63ea373c12322092/b: closing flushed file at 1732085016202Flushing 5bb4068a3cd61a8e63ea373c12322092/c: creating writer at 1732085016214 (+12 ms)Flushing 5bb4068a3cd61a8e63ea373c12322092/c: appending metadata at 1732085016228 (+14 ms)Flushing 5bb4068a3cd61a8e63ea373c12322092/c: closing flushed file at 1732085016228Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b250dc: reopening flushed file at 1732085016240 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@341723b9: reopening flushed file at 1732085016245 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1285293f: reopening flushed file at 1732085016250 (+5 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 5bb4068a3cd61a8e63ea373c12322092 in 88ms, sequenceid=66, compaction requested=false; wal=null at 1732085016255 (+5 ms)Cleaning up temporary data from old regions at 1732085016257 (+2 ms)Region opened successfully at 1732085016262 (+5 ms) 2024-11-20T06:43:36,273 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5bb4068a3cd61a8e63ea373c12322092, disabling compactions & flushes 2024-11-20T06:43:36,273 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732085011757.5bb4068a3cd61a8e63ea373c12322092. 2024-11-20T06:43:36,273 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732085011757.5bb4068a3cd61a8e63ea373c12322092. 2024-11-20T06:43:36,273 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732085011757.5bb4068a3cd61a8e63ea373c12322092. after waiting 0 ms 2024-11-20T06:43:36,273 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732085011757.5bb4068a3cd61a8e63ea373c12322092. 2024-11-20T06:43:36,274 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732085011757.5bb4068a3cd61a8e63ea373c12322092. 2024-11-20T06:43:36,274 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5bb4068a3cd61a8e63ea373c12322092: Waiting for close lock at 1732085016273Disabling compacts and flushes for region at 1732085016273Disabling writes for close at 1732085016273Writing region close event to WAL at 1732085016274 (+1 ms)Closed at 1732085016274 2024-11-20T06:43:36,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741934_1114 (size=95) 2024-11-20T06:43:36,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741934_1114 (size=95) 2024-11-20T06:43:36,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741934_1114 (size=95) 2024-11-20T06:43:36,278 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T06:43:36,278 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732085016117) 2024-11-20T06:43:36,293 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=449 (was 442) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1664146438_22 at /127.0.0.1:34236 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1396088596) connection to localhost/127.0.0.1:35829 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1664146438_22 at /127.0.0.1:46066 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:35829 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1664146438_22 at /127.0.0.1:39574 [Waiting for operation #27] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1414 (was 1348) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=248 (was 270), ProcessCount=11 (was 11), AvailableMemoryMB=4029 (was 4067) 2024-11-20T06:43:36,293 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1414 is superior to 1024 2024-11-20T06:43:36,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T06:43:36,293 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T06:43:36,294 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T06:43:36,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:43:36,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:43:36,294 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:43:36,295 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T06:43:36,295 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1543425285, stopped=false 2024-11-20T06:43:36,295 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=61c2066a8a0f,39683,1732084977621 2024-11-20T06:43:36,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44947-0x1015844df880002, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T06:43:36,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40887-0x1015844df880001, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T06:43:36,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39683-0x1015844df880000, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T06:43:36,361 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T06:43:36,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44947-0x1015844df880002, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:43:36,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40887-0x1015844df880001, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:43:36,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39683-0x1015844df880000, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:43:36,362 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T06:43:36,362 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T06:43:36,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:43:36,363 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '61c2066a8a0f,40887,1732084978343' ***** 2024-11-20T06:43:36,363 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T06:43:36,363 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '61c2066a8a0f,44947,1732084978452' ***** 2024-11-20T06:43:36,363 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44947-0x1015844df880002, quorum=127.0.0.1:49338, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T06:43:36,363 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T06:43:36,363 INFO [RS:0;61c2066a8a0f:40887 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T06:43:36,363 INFO [RS:1;61c2066a8a0f:44947 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T06:43:36,363 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40887-0x1015844df880001, quorum=127.0.0.1:49338, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T06:43:36,363 INFO [RS:0;61c2066a8a0f:40887 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T06:43:36,363 INFO [RS:1;61c2066a8a0f:44947 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T06:43:36,363 INFO [RS:1;61c2066a8a0f:44947 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T06:43:36,363 INFO [RS:0;61c2066a8a0f:40887 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T06:43:36,364 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T06:43:36,364 INFO [RS:0;61c2066a8a0f:40887 {}] regionserver.HRegionServer(3091): Received CLOSE for c215169251b9336d6704e022aadddf21 2024-11-20T06:43:36,364 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T06:43:36,364 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39683-0x1015844df880000, quorum=127.0.0.1:49338, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T06:43:36,364 INFO [RS:0;61c2066a8a0f:40887 {}] regionserver.HRegionServer(959): stopping server 61c2066a8a0f,40887,1732084978343 2024-11-20T06:43:36,364 INFO [RS:0;61c2066a8a0f:40887 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T06:43:36,364 INFO [RS:0;61c2066a8a0f:40887 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;61c2066a8a0f:40887. 2024-11-20T06:43:36,365 DEBUG [RS:0;61c2066a8a0f:40887 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T06:43:36,365 DEBUG [RS:0;61c2066a8a0f:40887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:43:36,365 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c215169251b9336d6704e022aadddf21, disabling compactions & flushes 2024-11-20T06:43:36,365 INFO [RS:0;61c2066a8a0f:40887 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T06:43:36,364 INFO [RS:1;61c2066a8a0f:44947 {}] regionserver.HRegionServer(959): stopping server 61c2066a8a0f,44947,1732084978452 2024-11-20T06:43:36,365 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. 2024-11-20T06:43:36,365 DEBUG [RS:0;61c2066a8a0f:40887 {}] regionserver.HRegionServer(1325): Online Regions={c215169251b9336d6704e022aadddf21=testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21.} 2024-11-20T06:43:36,365 INFO [RS:1;61c2066a8a0f:44947 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T06:43:36,365 DEBUG [RS:0;61c2066a8a0f:40887 {}] regionserver.HRegionServer(1351): Waiting on c215169251b9336d6704e022aadddf21 2024-11-20T06:43:36,365 INFO [RS:1;61c2066a8a0f:44947 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;61c2066a8a0f:44947. 2024-11-20T06:43:36,365 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. 2024-11-20T06:43:36,365 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. after waiting 0 ms 2024-11-20T06:43:36,365 DEBUG [RS:1;61c2066a8a0f:44947 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T06:43:36,365 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. 2024-11-20T06:43:36,365 DEBUG [RS:1;61c2066a8a0f:44947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:43:36,366 INFO [RS:1;61c2066a8a0f:44947 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T06:43:36,366 INFO [RS:1;61c2066a8a0f:44947 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T06:43:36,366 INFO [RS:1;61c2066a8a0f:44947 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T06:43:36,366 INFO [RS:1;61c2066a8a0f:44947 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T06:43:36,366 INFO [RS:1;61c2066a8a0f:44947 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T06:43:36,366 DEBUG [RS:1;61c2066a8a0f:44947 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T06:43:36,366 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T06:43:36,366 DEBUG [RS:1;61c2066a8a0f:44947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T06:43:36,366 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T06:43:36,367 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T06:43:36,367 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T06:43:36,367 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T06:43:36,367 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-11-20T06:43:36,372 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c215169251b9336d6704e022aadddf21/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-20T06:43:36,372 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. 2024-11-20T06:43:36,372 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c215169251b9336d6704e022aadddf21: Waiting for close lock at 1732085016365Running coprocessor pre-close hooks at 1732085016365Disabling compacts and flushes for region at 1732085016365Disabling writes for close at 1732085016365Writing region close event to WAL at 1732085016368 (+3 ms)Running coprocessor post-close hooks at 1732085016372 (+4 ms)Closed at 1732085016372 2024-11-20T06:43:36,372 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21. 2024-11-20T06:43:36,386 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/hbase/meta/1588230740/.tmp/info/09b70f1f7df04b73903822de1afcba00 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1732084993262.c215169251b9336d6704e022aadddf21./info:regioninfo/1732084996412/Put/seqid=0 2024-11-20T06:43:36,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741938_1118 (size=8243) 2024-11-20T06:43:36,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741938_1118 (size=8243) 2024-11-20T06:43:36,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741938_1118 (size=8243) 2024-11-20T06:43:36,392 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/hbase/meta/1588230740/.tmp/info/09b70f1f7df04b73903822de1afcba00 2024-11-20T06:43:36,411 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/hbase/meta/1588230740/.tmp/ns/429fe7e5154f4e4fbe0826af4917c5e8 is 43, key is default/ns:d/1732084980699/Put/seqid=0 2024-11-20T06:43:36,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741939_1119 (size=5153) 2024-11-20T06:43:36,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741939_1119 (size=5153) 2024-11-20T06:43:36,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741939_1119 (size=5153) 2024-11-20T06:43:36,417 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/hbase/meta/1588230740/.tmp/ns/429fe7e5154f4e4fbe0826af4917c5e8 2024-11-20T06:43:36,423 INFO [regionserver/61c2066a8a0f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T06:43:36,423 INFO [regionserver/61c2066a8a0f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T06:43:36,435 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/hbase/meta/1588230740/.tmp/table/144c23b53b394116b9bd86df369cd96b is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1732084993685/Put/seqid=0 2024-11-20T06:43:36,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741940_1120 (size=5431) 2024-11-20T06:43:36,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741940_1120 (size=5431) 2024-11-20T06:43:36,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741940_1120 (size=5431) 2024-11-20T06:43:36,441 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/hbase/meta/1588230740/.tmp/table/144c23b53b394116b9bd86df369cd96b 2024-11-20T06:43:36,447 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/hbase/meta/1588230740/.tmp/info/09b70f1f7df04b73903822de1afcba00 as hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/hbase/meta/1588230740/info/09b70f1f7df04b73903822de1afcba00 2024-11-20T06:43:36,452 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/hbase/meta/1588230740/info/09b70f1f7df04b73903822de1afcba00, entries=18, sequenceid=21, filesize=8.0 K 2024-11-20T06:43:36,453 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/hbase/meta/1588230740/.tmp/ns/429fe7e5154f4e4fbe0826af4917c5e8 as hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/hbase/meta/1588230740/ns/429fe7e5154f4e4fbe0826af4917c5e8 2024-11-20T06:43:36,459 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/hbase/meta/1588230740/ns/429fe7e5154f4e4fbe0826af4917c5e8, entries=2, sequenceid=21, filesize=5.0 K 2024-11-20T06:43:36,460 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/hbase/meta/1588230740/.tmp/table/144c23b53b394116b9bd86df369cd96b as hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/hbase/meta/1588230740/table/144c23b53b394116b9bd86df369cd96b 2024-11-20T06:43:36,464 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/hbase/meta/1588230740/table/144c23b53b394116b9bd86df369cd96b, entries=2, sequenceid=21, filesize=5.3 K 2024-11-20T06:43:36,465 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 98ms, sequenceid=21, compaction requested=false 2024-11-20T06:43:36,470 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-20T06:43:36,470 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T06:43:36,471 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T06:43:36,471 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732085016366Running coprocessor pre-close hooks at 1732085016366Disabling compacts and flushes for region at 1732085016366Disabling writes for close at 1732085016367 (+1 ms)Obtaining lock to block concurrent updates at 1732085016367Preparing flush snapshotting stores in 1588230740 at 1732085016367Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1732085016367Flushing stores of hbase:meta,,1.1588230740 at 1732085016368 (+1 ms)Flushing 1588230740/info: creating writer at 1732085016369 (+1 ms)Flushing 1588230740/info: appending metadata at 1732085016385 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732085016385Flushing 1588230740/ns: creating writer at 1732085016397 (+12 ms)Flushing 1588230740/ns: appending metadata at 1732085016410 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732085016410Flushing 1588230740/table: creating writer at 1732085016421 (+11 ms)Flushing 1588230740/table: appending metadata at 1732085016434 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732085016434Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35102f8e: reopening flushed file at 1732085016446 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d7a42e9: reopening flushed file at 1732085016453 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d92e8f3: reopening flushed file at 1732085016459 (+6 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 98ms, sequenceid=21, compaction requested=false at 1732085016466 (+7 ms)Writing region close event to WAL at 1732085016467 (+1 ms)Running coprocessor post-close hooks at 1732085016470 (+3 ms)Closed at 1732085016471 (+1 ms) 2024-11-20T06:43:36,471 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T06:43:36,565 INFO [RS:0;61c2066a8a0f:40887 {}] regionserver.HRegionServer(976): stopping server 61c2066a8a0f,40887,1732084978343; all regions closed. 2024-11-20T06:43:36,567 INFO [RS:1;61c2066a8a0f:44947 {}] regionserver.HRegionServer(976): stopping server 61c2066a8a0f,44947,1732084978452; all regions closed. 2024-11-20T06:43:36,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741834_1010 (size=2176) 2024-11-20T06:43:36,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741834_1010 (size=2176) 2024-11-20T06:43:36,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741834_1010 (size=2176) 2024-11-20T06:43:36,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741836_1012 (size=4718) 2024-11-20T06:43:36,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741836_1012 (size=4718) 2024-11-20T06:43:36,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741836_1012 (size=4718) 2024-11-20T06:43:36,572 DEBUG [RS:0;61c2066a8a0f:40887 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/oldWALs 2024-11-20T06:43:36,573 INFO [RS:0;61c2066a8a0f:40887 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 61c2066a8a0f%2C40887%2C1732084978343:(num 1732084980038) 2024-11-20T06:43:36,573 DEBUG [RS:0;61c2066a8a0f:40887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:43:36,573 INFO [RS:0;61c2066a8a0f:40887 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T06:43:36,573 INFO [RS:0;61c2066a8a0f:40887 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T06:43:36,573 INFO [RS:0;61c2066a8a0f:40887 {}] hbase.ChoreService(370): Chore service for: regionserver/61c2066a8a0f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T06:43:36,574 DEBUG [RS:1;61c2066a8a0f:44947 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/oldWALs 2024-11-20T06:43:36,574 INFO [RS:0;61c2066a8a0f:40887 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T06:43:36,574 INFO [RS:1;61c2066a8a0f:44947 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 61c2066a8a0f%2C44947%2C1732084978452.meta:.meta(num 1732084980465) 2024-11-20T06:43:36,574 INFO [regionserver/61c2066a8a0f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T06:43:36,574 INFO [RS:0;61c2066a8a0f:40887 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T06:43:36,574 INFO [RS:0;61c2066a8a0f:40887 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T06:43:36,574 INFO [RS:0;61c2066a8a0f:40887 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T06:43:36,574 INFO [RS:0;61c2066a8a0f:40887 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40887 2024-11-20T06:43:36,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741833_1009 (size=95) 2024-11-20T06:43:36,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741833_1009 (size=95) 2024-11-20T06:43:36,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741833_1009 (size=95) 2024-11-20T06:43:36,579 DEBUG [RS:1;61c2066a8a0f:44947 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/oldWALs 2024-11-20T06:43:36,579 INFO [RS:1;61c2066a8a0f:44947 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 61c2066a8a0f%2C44947%2C1732084978452:(num 1732084980038) 2024-11-20T06:43:36,579 DEBUG [RS:1;61c2066a8a0f:44947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:43:36,579 INFO [RS:1;61c2066a8a0f:44947 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T06:43:36,579 INFO [RS:1;61c2066a8a0f:44947 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T06:43:36,579 INFO [RS:1;61c2066a8a0f:44947 {}] hbase.ChoreService(370): Chore service for: regionserver/61c2066a8a0f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T06:43:36,579 INFO [RS:1;61c2066a8a0f:44947 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T06:43:36,579 INFO [regionserver/61c2066a8a0f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T06:43:36,580 INFO [RS:1;61c2066a8a0f:44947 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44947 2024-11-20T06:43:36,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39683-0x1015844df880000, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T06:43:36,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40887-0x1015844df880001, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/61c2066a8a0f,40887,1732084978343 2024-11-20T06:43:36,607 INFO [RS:0;61c2066a8a0f:40887 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T06:43:36,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44947-0x1015844df880002, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/61c2066a8a0f,44947,1732084978452 2024-11-20T06:43:36,615 INFO [RS:1;61c2066a8a0f:44947 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T06:43:36,623 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [61c2066a8a0f,44947,1732084978452] 2024-11-20T06:43:36,640 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/61c2066a8a0f,44947,1732084978452 already deleted, retry=false 2024-11-20T06:43:36,640 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 61c2066a8a0f,44947,1732084978452 expired; onlineServers=1 2024-11-20T06:43:36,640 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [61c2066a8a0f,40887,1732084978343] 2024-11-20T06:43:36,648 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/61c2066a8a0f,40887,1732084978343 already deleted, retry=false 2024-11-20T06:43:36,649 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 61c2066a8a0f,40887,1732084978343 expired; onlineServers=0 2024-11-20T06:43:36,649 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '61c2066a8a0f,39683,1732084977621' ***** 2024-11-20T06:43:36,649 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T06:43:36,649 INFO [M:0;61c2066a8a0f:39683 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T06:43:36,649 INFO [M:0;61c2066a8a0f:39683 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T06:43:36,650 DEBUG [M:0;61c2066a8a0f:39683 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T06:43:36,650 DEBUG [M:0;61c2066a8a0f:39683 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T06:43:36,650 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T06:43:36,650 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster-HFileCleaner.small.0-1732084979649 {}] cleaner.HFileCleaner(306): Exit Thread[master/61c2066a8a0f:0:becomeActiveMaster-HFileCleaner.small.0-1732084979649,5,FailOnTimeoutGroup] 2024-11-20T06:43:36,650 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster-HFileCleaner.large.0-1732084979648 {}] cleaner.HFileCleaner(306): Exit Thread[master/61c2066a8a0f:0:becomeActiveMaster-HFileCleaner.large.0-1732084979648,5,FailOnTimeoutGroup] 2024-11-20T06:43:36,651 INFO [M:0;61c2066a8a0f:39683 {}] hbase.ChoreService(370): Chore service for: master/61c2066a8a0f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T06:43:36,651 INFO [M:0;61c2066a8a0f:39683 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T06:43:36,651 DEBUG [M:0;61c2066a8a0f:39683 {}] master.HMaster(1795): Stopping service threads 2024-11-20T06:43:36,652 INFO [M:0;61c2066a8a0f:39683 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T06:43:36,652 INFO [M:0;61c2066a8a0f:39683 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T06:43:36,653 INFO [M:0;61c2066a8a0f:39683 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T06:43:36,653 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T06:43:36,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39683-0x1015844df880000, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T06:43:36,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39683-0x1015844df880000, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:43:36,661 DEBUG [M:0;61c2066a8a0f:39683 {}] zookeeper.ZKUtil(347): master:39683-0x1015844df880000, quorum=127.0.0.1:49338, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T06:43:36,662 WARN [M:0;61c2066a8a0f:39683 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T06:43:36,663 INFO [M:0;61c2066a8a0f:39683 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/.lastflushedseqids 2024-11-20T06:43:36,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741941_1121 (size=138) 2024-11-20T06:43:36,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741941_1121 (size=138) 2024-11-20T06:43:36,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741941_1121 (size=138) 2024-11-20T06:43:36,679 INFO [M:0;61c2066a8a0f:39683 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T06:43:36,680 INFO [M:0;61c2066a8a0f:39683 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T06:43:36,680 DEBUG [M:0;61c2066a8a0f:39683 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T06:43:36,680 INFO [M:0;61c2066a8a0f:39683 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:43:36,680 DEBUG [M:0;61c2066a8a0f:39683 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:43:36,680 DEBUG [M:0;61c2066a8a0f:39683 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T06:43:36,680 DEBUG [M:0;61c2066a8a0f:39683 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:43:36,680 INFO [M:0;61c2066a8a0f:39683 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.36 KB heapSize=83.73 KB 2024-11-20T06:43:36,695 DEBUG [M:0;61c2066a8a0f:39683 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c266b0dbb05b472383f94f4eefb143b8 is 82, key is hbase:meta,,1/info:regioninfo/1732084980551/Put/seqid=0 2024-11-20T06:43:36,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741942_1122 (size=5672) 2024-11-20T06:43:36,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741942_1122 (size=5672) 2024-11-20T06:43:36,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741942_1122 (size=5672) 2024-11-20T06:43:36,701 INFO [M:0;61c2066a8a0f:39683 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c266b0dbb05b472383f94f4eefb143b8 2024-11-20T06:43:36,720 DEBUG [M:0;61c2066a8a0f:39683 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/582cc0e61c5146058d6c71a1d5c983df is 1077, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732084993691/Put/seqid=0 2024-11-20T06:43:36,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40887-0x1015844df880001, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T06:43:36,723 INFO [RS:0;61c2066a8a0f:40887 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T06:43:36,723 INFO [RS:0;61c2066a8a0f:40887 {}] regionserver.HRegionServer(1031): Exiting; stopping=61c2066a8a0f,40887,1732084978343; zookeeper connection closed. 2024-11-20T06:43:36,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40887-0x1015844df880001, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T06:43:36,724 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@25e5962 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@25e5962 2024-11-20T06:43:36,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741943_1123 (size=7756) 2024-11-20T06:43:36,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741943_1123 (size=7756) 2024-11-20T06:43:36,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741943_1123 (size=7756) 2024-11-20T06:43:36,729 INFO [M:0;61c2066a8a0f:39683 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.62 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/582cc0e61c5146058d6c71a1d5c983df 2024-11-20T06:43:36,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44947-0x1015844df880002, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T06:43:36,732 INFO [RS:1;61c2066a8a0f:44947 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T06:43:36,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44947-0x1015844df880002, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T06:43:36,732 INFO [RS:1;61c2066a8a0f:44947 {}] regionserver.HRegionServer(1031): Exiting; stopping=61c2066a8a0f,44947,1732084978452; zookeeper connection closed. 2024-11-20T06:43:36,733 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@71f4e4e3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@71f4e4e3 2024-11-20T06:43:36,733 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-20T06:43:36,734 INFO [M:0;61c2066a8a0f:39683 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 582cc0e61c5146058d6c71a1d5c983df 2024-11-20T06:43:36,751 DEBUG [M:0;61c2066a8a0f:39683 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb0c96fef6d9487298d4ad9a054d8c51 is 69, key is 61c2066a8a0f,40887,1732084978343/rs:state/1732084979748/Put/seqid=0 2024-11-20T06:43:36,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741944_1124 (size=5440) 2024-11-20T06:43:36,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741944_1124 (size=5440) 2024-11-20T06:43:36,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741944_1124 (size=5440) 2024-11-20T06:43:36,758 INFO [M:0;61c2066a8a0f:39683 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb0c96fef6d9487298d4ad9a054d8c51 2024-11-20T06:43:36,762 INFO [M:0;61c2066a8a0f:39683 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eb0c96fef6d9487298d4ad9a054d8c51 2024-11-20T06:43:36,763 DEBUG [M:0;61c2066a8a0f:39683 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c266b0dbb05b472383f94f4eefb143b8 as hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c266b0dbb05b472383f94f4eefb143b8 2024-11-20T06:43:36,768 INFO [M:0;61c2066a8a0f:39683 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c266b0dbb05b472383f94f4eefb143b8, entries=8, sequenceid=168, filesize=5.5 K 2024-11-20T06:43:36,769 DEBUG [M:0;61c2066a8a0f:39683 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/582cc0e61c5146058d6c71a1d5c983df as hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/582cc0e61c5146058d6c71a1d5c983df 2024-11-20T06:43:36,773 INFO [M:0;61c2066a8a0f:39683 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 582cc0e61c5146058d6c71a1d5c983df 2024-11-20T06:43:36,774 INFO [M:0;61c2066a8a0f:39683 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/582cc0e61c5146058d6c71a1d5c983df, entries=17, sequenceid=168, filesize=7.6 K 2024-11-20T06:43:36,774 DEBUG [M:0;61c2066a8a0f:39683 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb0c96fef6d9487298d4ad9a054d8c51 as hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eb0c96fef6d9487298d4ad9a054d8c51 2024-11-20T06:43:36,779 INFO [M:0;61c2066a8a0f:39683 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eb0c96fef6d9487298d4ad9a054d8c51 2024-11-20T06:43:36,779 INFO [M:0;61c2066a8a0f:39683 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35829/user/jenkins/test-data/96487702-46d5-518a-093c-491280a638ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eb0c96fef6d9487298d4ad9a054d8c51, entries=3, sequenceid=168, filesize=5.3 K 2024-11-20T06:43:36,780 INFO [M:0;61c2066a8a0f:39683 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.36 KB/69996, heapSize ~83.44 KB/85440, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 100ms, sequenceid=168, compaction requested=false 2024-11-20T06:43:36,781 INFO [M:0;61c2066a8a0f:39683 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:43:36,781 DEBUG [M:0;61c2066a8a0f:39683 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732085016680Disabling compacts and flushes for region at 1732085016680Disabling writes for close at 1732085016680Obtaining lock to block concurrent updates at 1732085016680Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732085016680Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69996, getHeapSize=85680, getOffHeapSize=0, getCellsCount=195 at 1732085016680Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732085016681 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732085016681Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732085016694 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732085016694Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732085016706 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732085016719 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732085016719Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732085016734 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732085016751 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732085016751Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f5d79c3: reopening flushed file at 1732085016762 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48dc0c82: reopening flushed file at 1732085016768 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fa504be: reopening flushed file at 1732085016774 (+6 ms)Finished flush of dataSize ~68.36 KB/69996, heapSize ~83.44 KB/85440, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 100ms, sequenceid=168, compaction requested=false at 1732085016780 (+6 ms)Writing region close event to WAL at 1732085016781 (+1 ms)Closed at 1732085016781 2024-11-20T06:43:36,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741830_1006 (size=56589) 2024-11-20T06:43:36,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741830_1006 (size=56589) 2024-11-20T06:43:36,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741830_1006 (size=56589) 2024-11-20T06:43:36,784 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T06:43:36,784 INFO [M:0;61c2066a8a0f:39683 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T06:43:36,784 INFO [M:0;61c2066a8a0f:39683 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39683 2024-11-20T06:43:36,785 INFO [M:0;61c2066a8a0f:39683 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T06:43:36,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39683-0x1015844df880000, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T06:43:36,915 INFO [M:0;61c2066a8a0f:39683 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T06:43:36,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39683-0x1015844df880000, quorum=127.0.0.1:49338, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T06:43:36,920 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732084996724/wal.1732084997016 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732084996724/wal.1732084997016 (inode 16655) Holder DFSClient_NONMAPREDUCE_-1836411432_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732084996724/wal.1732084997016 (inode 16655) Holder DFSClient_NONMAPREDUCE_-1836411432_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-20T06:43:36,921 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732084988450/wal.1732084988971 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:43:36,922 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732085011756/wal.1732085011933 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:43:36,924 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732084997145/wal.1732085006400 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732084997145/wal.1732085006400 (inode 16678) Holder DFSClient_NONMAPREDUCE_-1836411432_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732084997145/wal.1732085006400 (inode 16678) Holder DFSClient_NONMAPREDUCE_-1836411432_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-20T06:43:36,924 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732084981810/wal.1732084981874 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:43:36,926 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732085006583/wal.1732085007056 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732085006583/wal.1732085007056 (inode 16704) Holder DFSClient_NONMAPREDUCE_-1836411432_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732085006583/wal.1732085007056 (inode 16704) Holder DFSClient_NONMAPREDUCE_-1836411432_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-20T06:43:36,927 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732085007200/wal.1732085007291 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:43:36,929 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732084981484/wal.1732084981673 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732084981484/wal.1732084981673 (inode 16485) Holder DFSClient_NONMAPREDUCE_-1836411432_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732084981484/wal.1732084981673 (inode 16485) Holder DFSClient_NONMAPREDUCE_-1836411432_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-20T06:43:36,931 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732084980972/wal.1732084981221 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732084980972/wal.1732084981221 (inode 16462) Holder DFSClient_NONMAPREDUCE_-1836411432_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732084980972/wal.1732084981221 (inode 16462) Holder DFSClient_NONMAPREDUCE_-1836411432_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-20T06:43:36,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@43206bef{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T06:43:36,937 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@228ffa29{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T06:43:36,937 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T06:43:36,937 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f079a76{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T06:43:36,937 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7da22a2e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/hadoop.log.dir/,STOPPED} 2024-11-20T06:43:36,939 WARN [BP-645430204-172.17.0.2-1732084973878 heartbeating to localhost/127.0.0.1:35829 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T06:43:36,939 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T06:43:36,939 WARN [BP-645430204-172.17.0.2-1732084973878 heartbeating to localhost/127.0.0.1:35829 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-645430204-172.17.0.2-1732084973878 (Datanode Uuid 0f1404dd-be2a-45c4-be6e-4f6cc28d659f) service to localhost/127.0.0.1:35829 2024-11-20T06:43:36,939 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T06:43:36,941 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/cluster_4b79f8cf-9dc2-52a4-30b9-fa900e08f577/data/data5/current/BP-645430204-172.17.0.2-1732084973878 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T06:43:36,941 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/cluster_4b79f8cf-9dc2-52a4-30b9-fa900e08f577/data/data6/current/BP-645430204-172.17.0.2-1732084973878 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T06:43:36,941 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T06:43:36,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4546bb60{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T06:43:36,944 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c7d32f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T06:43:36,944 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T06:43:36,944 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ebbf344{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T06:43:36,944 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b5fc47c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/hadoop.log.dir/,STOPPED} 2024-11-20T06:43:36,945 WARN [BP-645430204-172.17.0.2-1732084973878 heartbeating to localhost/127.0.0.1:35829 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T06:43:36,945 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T06:43:36,945 WARN [BP-645430204-172.17.0.2-1732084973878 heartbeating to localhost/127.0.0.1:35829 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-645430204-172.17.0.2-1732084973878 (Datanode Uuid 7066061e-1257-4c3e-bd3a-35c9168a67a9) service to localhost/127.0.0.1:35829 2024-11-20T06:43:36,945 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T06:43:36,946 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/cluster_4b79f8cf-9dc2-52a4-30b9-fa900e08f577/data/data3/current/BP-645430204-172.17.0.2-1732084973878 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T06:43:36,946 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/cluster_4b79f8cf-9dc2-52a4-30b9-fa900e08f577/data/data4/current/BP-645430204-172.17.0.2-1732084973878 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T06:43:36,946 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T06:43:36,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36632d60{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T06:43:36,948 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@751d2fa4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T06:43:36,948 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T06:43:36,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@433df981{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T06:43:36,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f76f489{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/hadoop.log.dir/,STOPPED} 2024-11-20T06:43:36,949 WARN [BP-645430204-172.17.0.2-1732084973878 heartbeating to localhost/127.0.0.1:35829 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T06:43:36,949 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T06:43:36,949 WARN [BP-645430204-172.17.0.2-1732084973878 heartbeating to localhost/127.0.0.1:35829 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-645430204-172.17.0.2-1732084973878 (Datanode Uuid b544e834-1cda-4a47-bba9-5be26c1122db) service to localhost/127.0.0.1:35829 2024-11-20T06:43:36,949 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T06:43:36,950 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/cluster_4b79f8cf-9dc2-52a4-30b9-fa900e08f577/data/data1/current/BP-645430204-172.17.0.2-1732084973878 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T06:43:36,950 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/cluster_4b79f8cf-9dc2-52a4-30b9-fa900e08f577/data/data2/current/BP-645430204-172.17.0.2-1732084973878 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T06:43:36,950 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T06:43:36,956 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3717288f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T06:43:36,957 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T06:43:36,957 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T06:43:36,957 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T06:43:36,957 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9efc777d-7486-f747-d729-8da2e648d35b/hadoop.log.dir/,STOPPED} 2024-11-20T06:43:36,965 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T06:43:37,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down