2024-12-07 12:18:04,056 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-07 12:18:04,067 main DEBUG Took 0.008867 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-07 12:18:04,067 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-07 12:18:04,067 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-07 12:18:04,068 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-07 12:18:04,069 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 12:18:04,075 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-07 12:18:04,086 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 12:18:04,088 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 12:18:04,088 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 12:18:04,088 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 12:18:04,089 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 12:18:04,089 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 12:18:04,090 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 12:18:04,090 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 12:18:04,091 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 12:18:04,091 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 12:18:04,092 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 12:18:04,092 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 12:18:04,092 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 12:18:04,093 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 12:18:04,093 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 12:18:04,093 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 12:18:04,094 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 12:18:04,094 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 12:18:04,094 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 12:18:04,095 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 12:18:04,095 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 12:18:04,095 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 12:18:04,096 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 12:18:04,096 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 12:18:04,097 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 12:18:04,097 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-07 12:18:04,098 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 12:18:04,100 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-07 12:18:04,101 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-07 12:18:04,102 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-07 12:18:04,103 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-07 12:18:04,103 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-07 12:18:04,111 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-07 12:18:04,114 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-07 12:18:04,115 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-07 12:18:04,116 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-07 12:18:04,116 main DEBUG createAppenders(={Console}) 2024-12-07 12:18:04,117 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-12-07 12:18:04,117 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-07 12:18:04,117 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-12-07 12:18:04,118 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-07 12:18:04,118 main DEBUG OutputStream closed 2024-12-07 12:18:04,118 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-07 12:18:04,118 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-07 12:18:04,119 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-12-07 12:18:04,189 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-07 12:18:04,191 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-07 12:18:04,192 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-07 12:18:04,193 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-07 12:18:04,193 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-07 12:18:04,194 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-07 12:18:04,194 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-07 12:18:04,194 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-07 12:18:04,195 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-07 12:18:04,195 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-07 12:18:04,195 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-07 12:18:04,195 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-07 12:18:04,196 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-07 12:18:04,196 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-07 12:18:04,196 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-07 12:18:04,197 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-07 12:18:04,197 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-07 12:18:04,198 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-07 12:18:04,200 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-07 12:18:04,200 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-12-07 12:18:04,200 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-07 12:18:04,201 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-12-07T12:18:04,479 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad 2024-12-07 12:18:04,482 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-07 12:18:04,483 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-07T12:18:04,492 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-12-07T12:18:04,498 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayValueCompression timeout: 13 mins 2024-12-07T12:18:04,520 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-07T12:18:04,573 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-07T12:18:04,573 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-07T12:18:04,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-07T12:18:04,607 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/cluster_ecacf9f8-bb5f-3880-b300-8c17c997efaf, deleteOnExit=true 2024-12-07T12:18:04,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-07T12:18:04,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/test.cache.data in system properties and HBase conf 2024-12-07T12:18:04,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/hadoop.tmp.dir in system properties and HBase conf 2024-12-07T12:18:04,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/hadoop.log.dir in system properties and HBase conf 2024-12-07T12:18:04,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-07T12:18:04,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-07T12:18:04,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-07T12:18:04,693 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-07T12:18:04,789 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-07T12:18:04,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-07T12:18:04,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-07T12:18:04,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-07T12:18:04,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T12:18:04,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-07T12:18:04,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-07T12:18:04,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T12:18:04,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T12:18:04,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-07T12:18:04,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/nfs.dump.dir in system properties and HBase conf 2024-12-07T12:18:04,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/java.io.tmpdir in system properties and HBase conf 2024-12-07T12:18:04,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T12:18:04,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-07T12:18:04,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-07T12:18:05,602 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-07T12:18:05,688 INFO [Time-limited test {}] log.Log(170): Logging initialized @2429ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-07T12:18:05,776 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T12:18:05,846 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T12:18:05,865 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T12:18:05,866 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T12:18:05,873 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T12:18:05,885 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T12:18:05,887 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/hadoop.log.dir/,AVAILABLE} 2024-12-07T12:18:05,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T12:18:06,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3717288f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/java.io.tmpdir/jetty-localhost-36019-hadoop-hdfs-3_4_1-tests_jar-_-any-18238249442934038010/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T12:18:06,082 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:36019} 2024-12-07T12:18:06,082 INFO [Time-limited test {}] server.Server(415): Started @2824ms 2024-12-07T12:18:06,464 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T12:18:06,471 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T12:18:06,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T12:18:06,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T12:18:06,472 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T12:18:06,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/hadoop.log.dir/,AVAILABLE} 2024-12-07T12:18:06,474 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T12:18:06,600 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@330740de{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/java.io.tmpdir/jetty-localhost-35285-hadoop-hdfs-3_4_1-tests_jar-_-any-18251816286859598105/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T12:18:06,601 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:35285} 2024-12-07T12:18:06,601 INFO [Time-limited test {}] server.Server(415): Started @3343ms 2024-12-07T12:18:06,656 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T12:18:06,805 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T12:18:06,812 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T12:18:06,815 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T12:18:06,815 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T12:18:06,816 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-07T12:18:06,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/hadoop.log.dir/,AVAILABLE} 2024-12-07T12:18:06,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T12:18:06,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bd427b8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/java.io.tmpdir/jetty-localhost-39415-hadoop-hdfs-3_4_1-tests_jar-_-any-12442599496158119609/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T12:18:06,945 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:39415} 2024-12-07T12:18:06,945 INFO [Time-limited test {}] server.Server(415): Started @3687ms 2024-12-07T12:18:06,947 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T12:18:06,999 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T12:18:07,003 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T12:18:07,005 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T12:18:07,005 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T12:18:07,006 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-07T12:18:07,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/hadoop.log.dir/,AVAILABLE} 2024-12-07T12:18:07,007 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T12:18:07,142 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/cluster_ecacf9f8-bb5f-3880-b300-8c17c997efaf/data/data3/current/BP-1828611381-172.17.0.2-1733573885344/current, will proceed with Du for space computation calculation, 2024-12-07T12:18:07,142 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/cluster_ecacf9f8-bb5f-3880-b300-8c17c997efaf/data/data4/current/BP-1828611381-172.17.0.2-1733573885344/current, will proceed with Du for space computation calculation, 2024-12-07T12:18:07,142 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/cluster_ecacf9f8-bb5f-3880-b300-8c17c997efaf/data/data1/current/BP-1828611381-172.17.0.2-1733573885344/current, will proceed with Du for space computation calculation, 2024-12-07T12:18:07,142 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/cluster_ecacf9f8-bb5f-3880-b300-8c17c997efaf/data/data2/current/BP-1828611381-172.17.0.2-1733573885344/current, will proceed with Du for space computation calculation, 2024-12-07T12:18:07,147 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35f1150e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/java.io.tmpdir/jetty-localhost-38625-hadoop-hdfs-3_4_1-tests_jar-_-any-15717196633959709962/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T12:18:07,148 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:38625} 2024-12-07T12:18:07,149 INFO [Time-limited test {}] server.Server(415): Started @3890ms 2024-12-07T12:18:07,151 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T12:18:07,185 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T12:18:07,186 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T12:18:07,256 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeb816425906d12d with lease ID 0x6e3d62f8cdd92372: Processing first storage report for DS-6159411b-4a4b-4bb3-aee0-15ace74cfa70 from datanode DatanodeRegistration(127.0.0.1:45737, datanodeUuid=bdf1d3a6-12e8-4160-b703-86af3733d34c, infoPort=41885, infoSecurePort=0, ipcPort=42301, storageInfo=lv=-57;cid=testClusterID;nsid=1990682339;c=1733573885344) 2024-12-07T12:18:07,258 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeb816425906d12d with lease ID 0x6e3d62f8cdd92372: from storage DS-6159411b-4a4b-4bb3-aee0-15ace74cfa70 node DatanodeRegistration(127.0.0.1:45737, datanodeUuid=bdf1d3a6-12e8-4160-b703-86af3733d34c, infoPort=41885, infoSecurePort=0, ipcPort=42301, storageInfo=lv=-57;cid=testClusterID;nsid=1990682339;c=1733573885344), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-07T12:18:07,258 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd0d4f889689e13f with lease ID 0x6e3d62f8cdd92373: Processing first storage report for DS-edc316d4-0586-40b6-a94b-44bd4066a8bb from datanode DatanodeRegistration(127.0.0.1:41817, datanodeUuid=03fa75ff-9f1e-4f6b-ac06-f77592e9c5b6, infoPort=37353, infoSecurePort=0, ipcPort=33855, storageInfo=lv=-57;cid=testClusterID;nsid=1990682339;c=1733573885344) 2024-12-07T12:18:07,258 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd0d4f889689e13f with lease ID 0x6e3d62f8cdd92373: from storage DS-edc316d4-0586-40b6-a94b-44bd4066a8bb node DatanodeRegistration(127.0.0.1:41817, datanodeUuid=03fa75ff-9f1e-4f6b-ac06-f77592e9c5b6, infoPort=37353, infoSecurePort=0, ipcPort=33855, storageInfo=lv=-57;cid=testClusterID;nsid=1990682339;c=1733573885344), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T12:18:07,259 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeb816425906d12d with lease ID 0x6e3d62f8cdd92372: Processing first storage report for DS-8f09b985-c5ac-4335-b703-c9aaa1428524 from datanode DatanodeRegistration(127.0.0.1:45737, datanodeUuid=bdf1d3a6-12e8-4160-b703-86af3733d34c, infoPort=41885, infoSecurePort=0, ipcPort=42301, storageInfo=lv=-57;cid=testClusterID;nsid=1990682339;c=1733573885344) 2024-12-07T12:18:07,259 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeb816425906d12d with lease ID 0x6e3d62f8cdd92372: from storage DS-8f09b985-c5ac-4335-b703-c9aaa1428524 node DatanodeRegistration(127.0.0.1:45737, datanodeUuid=bdf1d3a6-12e8-4160-b703-86af3733d34c, infoPort=41885, infoSecurePort=0, ipcPort=42301, storageInfo=lv=-57;cid=testClusterID;nsid=1990682339;c=1733573885344), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T12:18:07,259 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd0d4f889689e13f with lease ID 0x6e3d62f8cdd92373: Processing first storage report for DS-bc767ebf-7753-4bf7-a721-ebb56ef6e492 from datanode DatanodeRegistration(127.0.0.1:41817, datanodeUuid=03fa75ff-9f1e-4f6b-ac06-f77592e9c5b6, infoPort=37353, infoSecurePort=0, ipcPort=33855, storageInfo=lv=-57;cid=testClusterID;nsid=1990682339;c=1733573885344) 2024-12-07T12:18:07,259 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd0d4f889689e13f with lease ID 0x6e3d62f8cdd92373: from storage DS-bc767ebf-7753-4bf7-a721-ebb56ef6e492 node DatanodeRegistration(127.0.0.1:41817, datanodeUuid=03fa75ff-9f1e-4f6b-ac06-f77592e9c5b6, infoPort=37353, infoSecurePort=0, ipcPort=33855, storageInfo=lv=-57;cid=testClusterID;nsid=1990682339;c=1733573885344), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T12:18:07,291 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/cluster_ecacf9f8-bb5f-3880-b300-8c17c997efaf/data/data5/current/BP-1828611381-172.17.0.2-1733573885344/current, will proceed with Du for space computation calculation, 2024-12-07T12:18:07,292 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/cluster_ecacf9f8-bb5f-3880-b300-8c17c997efaf/data/data6/current/BP-1828611381-172.17.0.2-1733573885344/current, will proceed with Du for space computation calculation, 2024-12-07T12:18:07,319 WARN [Thread-123 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T12:18:07,325 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5a98a453f0fc622 with lease ID 0x6e3d62f8cdd92374: Processing first storage report for DS-a467636b-11e8-4000-a1ff-a8642bb33251 from datanode DatanodeRegistration(127.0.0.1:37447, datanodeUuid=73ddb2c1-c950-413c-995b-24332c5d8af1, infoPort=44971, infoSecurePort=0, ipcPort=32817, storageInfo=lv=-57;cid=testClusterID;nsid=1990682339;c=1733573885344) 2024-12-07T12:18:07,325 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5a98a453f0fc622 with lease ID 0x6e3d62f8cdd92374: from storage DS-a467636b-11e8-4000-a1ff-a8642bb33251 node DatanodeRegistration(127.0.0.1:37447, datanodeUuid=73ddb2c1-c950-413c-995b-24332c5d8af1, infoPort=44971, infoSecurePort=0, ipcPort=32817, storageInfo=lv=-57;cid=testClusterID;nsid=1990682339;c=1733573885344), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T12:18:07,325 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5a98a453f0fc622 with lease ID 0x6e3d62f8cdd92374: Processing first storage report for DS-7a3d40bb-8064-45ac-a20c-9935e6b16918 from datanode DatanodeRegistration(127.0.0.1:37447, datanodeUuid=73ddb2c1-c950-413c-995b-24332c5d8af1, infoPort=44971, infoSecurePort=0, ipcPort=32817, storageInfo=lv=-57;cid=testClusterID;nsid=1990682339;c=1733573885344) 2024-12-07T12:18:07,325 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5a98a453f0fc622 with lease ID 0x6e3d62f8cdd92374: from storage DS-7a3d40bb-8064-45ac-a20c-9935e6b16918 node DatanodeRegistration(127.0.0.1:37447, datanodeUuid=73ddb2c1-c950-413c-995b-24332c5d8af1, infoPort=44971, infoSecurePort=0, ipcPort=32817, storageInfo=lv=-57;cid=testClusterID;nsid=1990682339;c=1733573885344), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T12:18:07,533 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad 2024-12-07T12:18:07,605 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/cluster_ecacf9f8-bb5f-3880-b300-8c17c997efaf/zookeeper_0, clientPort=53380, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/cluster_ecacf9f8-bb5f-3880-b300-8c17c997efaf/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/cluster_ecacf9f8-bb5f-3880-b300-8c17c997efaf/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-07T12:18:07,616 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53380 2024-12-07T12:18:07,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T12:18:07,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T12:18:07,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741825_1001 (size=7) 2024-12-07T12:18:07,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741825_1001 (size=7) 2024-12-07T12:18:07,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741825_1001 (size=7) 2024-12-07T12:18:08,261 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b with version=8 2024-12-07T12:18:08,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/hbase-staging 2024-12-07T12:18:08,568 INFO [Time-limited test {}] client.ConnectionUtils(128): master/27c6fcd7dac8:0 server-side Connection retries=45 2024-12-07T12:18:08,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T12:18:08,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T12:18:08,584 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T12:18:08,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T12:18:08,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T12:18:08,720 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-07T12:18:08,780 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-07T12:18:08,788 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-07T12:18:08,792 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T12:18:08,820 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 18449 (auto-detected) 2024-12-07T12:18:08,821 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-07T12:18:08,840 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44915 2024-12-07T12:18:08,862 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44915 connecting to ZooKeeper ensemble=127.0.0.1:53380 2024-12-07T12:18:08,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449150x0, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T12:18:08,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44915-0x1018cdc30f30000 connected 2024-12-07T12:18:08,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T12:18:08,934 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T12:18:08,944 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44915-0x1018cdc30f30000, quorum=127.0.0.1:53380, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T12:18:08,950 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b, hbase.cluster.distributed=false 2024-12-07T12:18:08,979 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44915-0x1018cdc30f30000, quorum=127.0.0.1:53380, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-07T12:18:08,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44915 2024-12-07T12:18:08,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44915 2024-12-07T12:18:08,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44915 2024-12-07T12:18:08,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44915 2024-12-07T12:18:08,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44915 2024-12-07T12:18:09,100 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/27c6fcd7dac8:0 server-side Connection retries=45 2024-12-07T12:18:09,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T12:18:09,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T12:18:09,102 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T12:18:09,103 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T12:18:09,103 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T12:18:09,105 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T12:18:09,107 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T12:18:09,109 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42057 2024-12-07T12:18:09,110 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42057 connecting to ZooKeeper ensemble=127.0.0.1:53380 2024-12-07T12:18:09,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T12:18:09,115 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T12:18:09,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420570x0, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T12:18:09,122 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42057-0x1018cdc30f30001 connected 2024-12-07T12:18:09,122 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42057-0x1018cdc30f30001, quorum=127.0.0.1:53380, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T12:18:09,128 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T12:18:09,139 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T12:18:09,142 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42057-0x1018cdc30f30001, quorum=127.0.0.1:53380, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-07T12:18:09,147 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42057-0x1018cdc30f30001, quorum=127.0.0.1:53380, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-07T12:18:09,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42057 2024-12-07T12:18:09,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42057 2024-12-07T12:18:09,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42057 2024-12-07T12:18:09,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42057 2024-12-07T12:18:09,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42057 2024-12-07T12:18:09,167 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/27c6fcd7dac8:0 server-side Connection retries=45 2024-12-07T12:18:09,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T12:18:09,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T12:18:09,168 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T12:18:09,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T12:18:09,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T12:18:09,168 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T12:18:09,169 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T12:18:09,170 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37233 2024-12-07T12:18:09,171 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37233 connecting to ZooKeeper ensemble=127.0.0.1:53380 2024-12-07T12:18:09,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T12:18:09,175 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T12:18:09,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372330x0, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T12:18:09,182 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372330x0, quorum=127.0.0.1:53380, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T12:18:09,182 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T12:18:09,184 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37233-0x1018cdc30f30002 connected 2024-12-07T12:18:09,186 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T12:18:09,187 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37233-0x1018cdc30f30002, quorum=127.0.0.1:53380, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-07T12:18:09,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37233-0x1018cdc30f30002, quorum=127.0.0.1:53380, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-07T12:18:09,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37233 2024-12-07T12:18:09,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37233 2024-12-07T12:18:09,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37233 2024-12-07T12:18:09,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37233 2024-12-07T12:18:09,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37233 2024-12-07T12:18:09,214 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/27c6fcd7dac8:0 server-side Connection retries=45 2024-12-07T12:18:09,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T12:18:09,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T12:18:09,214 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T12:18:09,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T12:18:09,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T12:18:09,215 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T12:18:09,215 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T12:18:09,216 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40717 2024-12-07T12:18:09,217 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40717 connecting to ZooKeeper ensemble=127.0.0.1:53380 2024-12-07T12:18:09,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T12:18:09,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T12:18:09,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407170x0, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T12:18:09,229 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407170x0, quorum=127.0.0.1:53380, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T12:18:09,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40717-0x1018cdc30f30003 connected 2024-12-07T12:18:09,229 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T12:18:09,230 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T12:18:09,231 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40717-0x1018cdc30f30003, quorum=127.0.0.1:53380, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-07T12:18:09,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40717-0x1018cdc30f30003, quorum=127.0.0.1:53380, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-07T12:18:09,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40717 2024-12-07T12:18:09,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40717 2024-12-07T12:18:09,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40717 2024-12-07T12:18:09,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40717 2024-12-07T12:18:09,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40717 2024-12-07T12:18:09,251 DEBUG [M:0;27c6fcd7dac8:44915 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;27c6fcd7dac8:44915 2024-12-07T12:18:09,252 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/27c6fcd7dac8,44915,1733573888368 2024-12-07T12:18:09,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1018cdc30f30003, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T12:18:09,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x1018cdc30f30000, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T12:18:09,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x1018cdc30f30001, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T12:18:09,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37233-0x1018cdc30f30002, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T12:18:09,262 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44915-0x1018cdc30f30000, quorum=127.0.0.1:53380, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/27c6fcd7dac8,44915,1733573888368 2024-12-07T12:18:09,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37233-0x1018cdc30f30002, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-07T12:18:09,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x1018cdc30f30000, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T12:18:09,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1018cdc30f30003, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-07T12:18:09,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37233-0x1018cdc30f30002, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T12:18:09,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1018cdc30f30003, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T12:18:09,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x1018cdc30f30001, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-07T12:18:09,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x1018cdc30f30001, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T12:18:09,292 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44915-0x1018cdc30f30000, quorum=127.0.0.1:53380, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-07T12:18:09,293 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/27c6fcd7dac8,44915,1733573888368 from backup master directory 2024-12-07T12:18:09,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x1018cdc30f30000, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/27c6fcd7dac8,44915,1733573888368 2024-12-07T12:18:09,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x1018cdc30f30001, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T12:18:09,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37233-0x1018cdc30f30002, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T12:18:09,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1018cdc30f30003, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T12:18:09,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x1018cdc30f30000, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T12:18:09,297 WARN [master/27c6fcd7dac8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T12:18:09,297 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=27c6fcd7dac8,44915,1733573888368 2024-12-07T12:18:09,299 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-07T12:18:09,301 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-07T12:18:09,359 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/hbase.id] with ID: c2640dce-4af9-496a-8604-ff3c2829acd2 2024-12-07T12:18:09,359 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/.tmp/hbase.id 2024-12-07T12:18:09,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741826_1002 (size=42) 2024-12-07T12:18:09,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741826_1002 (size=42) 2024-12-07T12:18:09,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741826_1002 (size=42) 2024-12-07T12:18:09,374 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/.tmp/hbase.id]:[hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/hbase.id] 2024-12-07T12:18:09,418 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T12:18:09,423 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-07T12:18:09,442 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-12-07T12:18:09,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1018cdc30f30003, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T12:18:09,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x1018cdc30f30000, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T12:18:09,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x1018cdc30f30001, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T12:18:09,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37233-0x1018cdc30f30002, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T12:18:09,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741827_1003 (size=196) 2024-12-07T12:18:09,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741827_1003 (size=196) 2024-12-07T12:18:09,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741827_1003 (size=196) 2024-12-07T12:18:09,481 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T12:18:09,483 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-07T12:18:09,490 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T12:18:09,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741828_1004 (size=1189) 2024-12-07T12:18:09,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741828_1004 (size=1189) 2024-12-07T12:18:09,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741828_1004 (size=1189) 2024-12-07T12:18:09,541 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/MasterData/data/master/store 2024-12-07T12:18:09,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741829_1005 (size=34) 2024-12-07T12:18:09,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741829_1005 (size=34) 2024-12-07T12:18:09,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741829_1005 (size=34) 2024-12-07T12:18:09,569 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-07T12:18:09,573 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T12:18:09,574 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T12:18:09,575 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T12:18:09,575 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T12:18:09,577 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T12:18:09,577 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T12:18:09,577 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T12:18:09,579 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733573889574Disabling compacts and flushes for region at 1733573889574Disabling writes for close at 1733573889577 (+3 ms)Writing region close event to WAL at 1733573889577Closed at 1733573889577 2024-12-07T12:18:09,581 WARN [master/27c6fcd7dac8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/MasterData/data/master/store/.initializing 2024-12-07T12:18:09,582 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/MasterData/WALs/27c6fcd7dac8,44915,1733573888368 2024-12-07T12:18:09,590 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T12:18:09,605 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=27c6fcd7dac8%2C44915%2C1733573888368, suffix=, logDir=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/MasterData/WALs/27c6fcd7dac8,44915,1733573888368, archiveDir=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/MasterData/oldWALs, maxLogs=10 2024-12-07T12:18:09,639 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/MasterData/WALs/27c6fcd7dac8,44915,1733573888368/27c6fcd7dac8%2C44915%2C1733573888368.1733573889610, exclude list is [], retry=0 2024-12-07T12:18:09,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T12:18:09,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41817,DS-edc316d4-0586-40b6-a94b-44bd4066a8bb,DISK] 2024-12-07T12:18:09,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-a467636b-11e8-4000-a1ff-a8642bb33251,DISK] 2024-12-07T12:18:09,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45737,DS-6159411b-4a4b-4bb3-aee0-15ace74cfa70,DISK] 2024-12-07T12:18:09,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-07T12:18:09,708 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/MasterData/WALs/27c6fcd7dac8,44915,1733573888368/27c6fcd7dac8%2C44915%2C1733573888368.1733573889610 2024-12-07T12:18:09,709 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41885:41885),(127.0.0.1/127.0.0.1:37353:37353),(127.0.0.1/127.0.0.1:44971:44971)] 2024-12-07T12:18:09,709 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-07T12:18:09,710 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T12:18:09,713 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T12:18:09,714 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T12:18:09,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T12:18:09,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-07T12:18:09,783 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:09,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T12:18:09,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T12:18:09,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-07T12:18:09,789 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:09,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:09,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T12:18:09,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-07T12:18:09,793 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:09,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:09,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T12:18:09,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-07T12:18:09,797 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:09,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:09,798 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T12:18:09,801 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T12:18:09,802 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T12:18:09,807 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T12:18:09,808 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T12:18:09,811 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T12:18:09,815 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T12:18:09,819 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T12:18:09,820 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74701994, jitterRate=0.11314645409584045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T12:18:09,826 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733573889727Initializing all the Stores at 1733573889729 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733573889730 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573889730Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573889731 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573889731Cleaning up temporary data from old regions at 1733573889808 (+77 ms)Region opened successfully at 1733573889826 (+18 ms) 2024-12-07T12:18:09,827 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-07T12:18:09,861 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df333c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27c6fcd7dac8/172.17.0.2:0 2024-12-07T12:18:09,893 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-07T12:18:09,904 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-07T12:18:09,904 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-07T12:18:09,907 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-07T12:18:09,909 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-07T12:18:09,914 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-07T12:18:09,914 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-07T12:18:09,939 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-07T12:18:09,948 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44915-0x1018cdc30f30000, quorum=127.0.0.1:53380, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-07T12:18:09,950 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-07T12:18:09,953 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-07T12:18:09,956 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44915-0x1018cdc30f30000, quorum=127.0.0.1:53380, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-07T12:18:09,958 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-07T12:18:09,960 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-07T12:18:09,963 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44915-0x1018cdc30f30000, quorum=127.0.0.1:53380, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-07T12:18:09,965 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-07T12:18:09,966 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44915-0x1018cdc30f30000, quorum=127.0.0.1:53380, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-07T12:18:09,968 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-07T12:18:09,985 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44915-0x1018cdc30f30000, quorum=127.0.0.1:53380, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-07T12:18:09,987 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-07T12:18:09,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1018cdc30f30003, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-07T12:18:09,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37233-0x1018cdc30f30002, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-07T12:18:09,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x1018cdc30f30000, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-07T12:18:09,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1018cdc30f30003, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T12:18:09,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37233-0x1018cdc30f30002, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T12:18:09,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x1018cdc30f30001, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-07T12:18:09,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x1018cdc30f30000, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T12:18:09,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x1018cdc30f30001, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T12:18:09,993 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=27c6fcd7dac8,44915,1733573888368, sessionid=0x1018cdc30f30000, setting cluster-up flag (Was=false) 2024-12-07T12:18:10,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1018cdc30f30003, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T12:18:10,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x1018cdc30f30000, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T12:18:10,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37233-0x1018cdc30f30002, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T12:18:10,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x1018cdc30f30001, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T12:18:10,015 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-07T12:18:10,017 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27c6fcd7dac8,44915,1733573888368 2024-12-07T12:18:10,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37233-0x1018cdc30f30002, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T12:18:10,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x1018cdc30f30000, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T12:18:10,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x1018cdc30f30001, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T12:18:10,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1018cdc30f30003, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T12:18:10,029 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-07T12:18:10,031 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=27c6fcd7dac8,44915,1733573888368 2024-12-07T12:18:10,037 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-07T12:18:10,122 INFO [AsyncFSWAL-0-hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/MasterData-prefix:27c6fcd7dac8,44915,1733573888368 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-12-07T12:18:10,137 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-07T12:18:10,139 INFO [RS:1;27c6fcd7dac8:37233 {}] regionserver.HRegionServer(746): ClusterId : c2640dce-4af9-496a-8604-ff3c2829acd2 2024-12-07T12:18:10,139 INFO [RS:2;27c6fcd7dac8:40717 {}] regionserver.HRegionServer(746): ClusterId : c2640dce-4af9-496a-8604-ff3c2829acd2 2024-12-07T12:18:10,139 INFO [RS:0;27c6fcd7dac8:42057 {}] regionserver.HRegionServer(746): ClusterId : c2640dce-4af9-496a-8604-ff3c2829acd2 2024-12-07T12:18:10,142 DEBUG [RS:1;27c6fcd7dac8:37233 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T12:18:10,142 DEBUG [RS:2;27c6fcd7dac8:40717 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T12:18:10,142 DEBUG [RS:0;27c6fcd7dac8:42057 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T12:18:10,147 DEBUG [RS:0;27c6fcd7dac8:42057 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T12:18:10,147 DEBUG [RS:1;27c6fcd7dac8:37233 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T12:18:10,147 DEBUG [RS:2;27c6fcd7dac8:40717 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T12:18:10,148 DEBUG [RS:0;27c6fcd7dac8:42057 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T12:18:10,148 DEBUG [RS:1;27c6fcd7dac8:37233 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T12:18:10,148 DEBUG [RS:2;27c6fcd7dac8:40717 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T12:18:10,148 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-07T12:18:10,151 DEBUG [RS:1;27c6fcd7dac8:37233 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T12:18:10,151 DEBUG [RS:0;27c6fcd7dac8:42057 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T12:18:10,151 DEBUG [RS:2;27c6fcd7dac8:40717 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T12:18:10,151 DEBUG [RS:1;27c6fcd7dac8:37233 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37859844, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27c6fcd7dac8/172.17.0.2:0 2024-12-07T12:18:10,151 DEBUG [RS:0;27c6fcd7dac8:42057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f62fe89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27c6fcd7dac8/172.17.0.2:0 2024-12-07T12:18:10,151 DEBUG [RS:2;27c6fcd7dac8:40717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59167928, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=27c6fcd7dac8/172.17.0.2:0 2024-12-07T12:18:10,157 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-07T12:18:10,164 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 27c6fcd7dac8,44915,1733573888368 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-07T12:18:10,172 DEBUG [RS:0;27c6fcd7dac8:42057 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;27c6fcd7dac8:42057 2024-12-07T12:18:10,172 DEBUG [RS:2;27c6fcd7dac8:40717 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;27c6fcd7dac8:40717 2024-12-07T12:18:10,172 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/27c6fcd7dac8:0, corePoolSize=5, maxPoolSize=5 2024-12-07T12:18:10,173 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/27c6fcd7dac8:0, corePoolSize=5, maxPoolSize=5 2024-12-07T12:18:10,173 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/27c6fcd7dac8:0, corePoolSize=5, maxPoolSize=5 2024-12-07T12:18:10,173 DEBUG [RS:1;27c6fcd7dac8:37233 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;27c6fcd7dac8:37233 2024-12-07T12:18:10,173 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/27c6fcd7dac8:0, corePoolSize=5, maxPoolSize=5 2024-12-07T12:18:10,173 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/27c6fcd7dac8:0, corePoolSize=10, maxPoolSize=10 2024-12-07T12:18:10,173 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/27c6fcd7dac8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T12:18:10,174 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/27c6fcd7dac8:0, corePoolSize=2, maxPoolSize=2 2024-12-07T12:18:10,174 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/27c6fcd7dac8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T12:18:10,176 INFO [RS:0;27c6fcd7dac8:42057 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-07T12:18:10,176 INFO [RS:1;27c6fcd7dac8:37233 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-07T12:18:10,176 INFO [RS:2;27c6fcd7dac8:40717 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-07T12:18:10,177 INFO [RS:1;27c6fcd7dac8:37233 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-07T12:18:10,177 INFO [RS:0;27c6fcd7dac8:42057 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-07T12:18:10,177 INFO [RS:2;27c6fcd7dac8:40717 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-07T12:18:10,177 DEBUG [RS:1;27c6fcd7dac8:37233 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-07T12:18:10,177 DEBUG [RS:0;27c6fcd7dac8:42057 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-07T12:18:10,177 DEBUG [RS:2;27c6fcd7dac8:40717 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-07T12:18:10,178 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733573920177 2024-12-07T12:18:10,179 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-07T12:18:10,180 INFO [RS:1;27c6fcd7dac8:37233 {}] regionserver.HRegionServer(2659): reportForDuty to master=27c6fcd7dac8,44915,1733573888368 with port=37233, startcode=1733573889167 2024-12-07T12:18:10,180 INFO [RS:2;27c6fcd7dac8:40717 {}] regionserver.HRegionServer(2659): reportForDuty to master=27c6fcd7dac8,44915,1733573888368 with port=40717, startcode=1733573889213 2024-12-07T12:18:10,180 INFO [RS:0;27c6fcd7dac8:42057 {}] regionserver.HRegionServer(2659): reportForDuty to master=27c6fcd7dac8,44915,1733573888368 with port=42057, startcode=1733573889060 2024-12-07T12:18:10,181 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-07T12:18:10,184 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-07T12:18:10,185 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-07T12:18:10,185 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-07T12:18:10,185 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-07T12:18:10,185 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T12:18:10,186 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-07T12:18:10,186 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T12:18:10,192 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-07T12:18:10,193 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:10,193 DEBUG [RS:2;27c6fcd7dac8:40717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T12:18:10,193 DEBUG [RS:0;27c6fcd7dac8:42057 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T12:18:10,194 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-07T12:18:10,193 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-07T12:18:10,193 DEBUG [RS:1;27c6fcd7dac8:37233 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T12:18:10,194 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-07T12:18:10,196 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-07T12:18:10,197 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-07T12:18:10,200 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/27c6fcd7dac8:0:becomeActiveMaster-HFileCleaner.large.0-1733573890198,5,FailOnTimeoutGroup] 2024-12-07T12:18:10,204 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/27c6fcd7dac8:0:becomeActiveMaster-HFileCleaner.small.0-1733573890201,5,FailOnTimeoutGroup] 2024-12-07T12:18:10,204 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T12:18:10,204 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-07T12:18:10,206 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-07T12:18:10,206 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-07T12:18:10,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741831_1007 (size=1321) 2024-12-07T12:18:10,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741831_1007 (size=1321) 2024-12-07T12:18:10,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741831_1007 (size=1321) 2024-12-07T12:18:10,254 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-07T12:18:10,254 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b 2024-12-07T12:18:10,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741832_1008 (size=32) 2024-12-07T12:18:10,271 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45465, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T12:18:10,271 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39715, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T12:18:10,271 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43727, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T12:18:10,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741832_1008 (size=32) 2024-12-07T12:18:10,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741832_1008 (size=32) 2024-12-07T12:18:10,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T12:18:10,277 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44915 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 27c6fcd7dac8,42057,1733573889060 2024-12-07T12:18:10,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T12:18:10,280 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44915 {}] master.ServerManager(517): Registering regionserver=27c6fcd7dac8,42057,1733573889060 2024-12-07T12:18:10,280 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T12:18:10,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:10,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T12:18:10,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T12:18:10,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T12:18:10,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:10,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T12:18:10,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T12:18:10,288 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T12:18:10,288 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:10,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T12:18:10,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T12:18:10,291 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T12:18:10,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:10,292 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44915 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 27c6fcd7dac8,37233,1733573889167 2024-12-07T12:18:10,292 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44915 {}] master.ServerManager(517): Registering regionserver=27c6fcd7dac8,37233,1733573889167 2024-12-07T12:18:10,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T12:18:10,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T12:18:10,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/hbase/meta/1588230740 2024-12-07T12:18:10,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/hbase/meta/1588230740 2024-12-07T12:18:10,296 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44915 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 27c6fcd7dac8,40717,1733573889213 2024-12-07T12:18:10,296 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44915 {}] master.ServerManager(517): Registering regionserver=27c6fcd7dac8,40717,1733573889213 2024-12-07T12:18:10,297 DEBUG [RS:0;27c6fcd7dac8:42057 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b 2024-12-07T12:18:10,297 DEBUG [RS:1;27c6fcd7dac8:37233 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b 2024-12-07T12:18:10,297 DEBUG [RS:1;27c6fcd7dac8:37233 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36075 2024-12-07T12:18:10,297 DEBUG [RS:0;27c6fcd7dac8:42057 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36075 2024-12-07T12:18:10,297 DEBUG [RS:1;27c6fcd7dac8:37233 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-07T12:18:10,297 DEBUG [RS:0;27c6fcd7dac8:42057 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-07T12:18:10,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T12:18:10,300 DEBUG [RS:2;27c6fcd7dac8:40717 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b 2024-12-07T12:18:10,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T12:18:10,300 DEBUG [RS:2;27c6fcd7dac8:40717 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36075 2024-12-07T12:18:10,300 DEBUG [RS:2;27c6fcd7dac8:40717 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-07T12:18:10,301 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T12:18:10,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x1018cdc30f30000, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-07T12:18:10,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T12:18:10,307 DEBUG [RS:0;27c6fcd7dac8:42057 {}] zookeeper.ZKUtil(111): regionserver:42057-0x1018cdc30f30001, quorum=127.0.0.1:53380, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/27c6fcd7dac8,42057,1733573889060 2024-12-07T12:18:10,307 WARN [RS:0;27c6fcd7dac8:42057 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T12:18:10,307 INFO [RS:0;27c6fcd7dac8:42057 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T12:18:10,307 DEBUG [RS:0;27c6fcd7dac8:42057 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/WALs/27c6fcd7dac8,42057,1733573889060 2024-12-07T12:18:10,309 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [27c6fcd7dac8,37233,1733573889167] 2024-12-07T12:18:10,309 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [27c6fcd7dac8,40717,1733573889213] 2024-12-07T12:18:10,309 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [27c6fcd7dac8,42057,1733573889060] 2024-12-07T12:18:10,309 DEBUG [RS:2;27c6fcd7dac8:40717 {}] zookeeper.ZKUtil(111): regionserver:40717-0x1018cdc30f30003, quorum=127.0.0.1:53380, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/27c6fcd7dac8,40717,1733573889213 2024-12-07T12:18:10,309 WARN [RS:2;27c6fcd7dac8:40717 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T12:18:10,309 INFO [RS:2;27c6fcd7dac8:40717 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T12:18:10,310 DEBUG [RS:2;27c6fcd7dac8:40717 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/WALs/27c6fcd7dac8,40717,1733573889213 2024-12-07T12:18:10,312 DEBUG [RS:1;27c6fcd7dac8:37233 {}] zookeeper.ZKUtil(111): regionserver:37233-0x1018cdc30f30002, quorum=127.0.0.1:53380, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/27c6fcd7dac8,37233,1733573889167 2024-12-07T12:18:10,312 WARN [RS:1;27c6fcd7dac8:37233 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T12:18:10,312 INFO [RS:1;27c6fcd7dac8:37233 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T12:18:10,312 DEBUG [RS:1;27c6fcd7dac8:37233 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/WALs/27c6fcd7dac8,37233,1733573889167 2024-12-07T12:18:10,319 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T12:18:10,320 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70958939, jitterRate=0.057370588183403015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T12:18:10,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733573890275Initializing all the Stores at 1733573890277 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733573890277Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733573890277Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573890278 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733573890278Cleaning up temporary data from old regions at 1733573890300 (+22 ms)Region opened successfully at 1733573890323 (+23 ms) 2024-12-07T12:18:10,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T12:18:10,324 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T12:18:10,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T12:18:10,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T12:18:10,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T12:18:10,330 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T12:18:10,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733573890324Disabling compacts and flushes for region at 1733573890324Disabling writes for close at 1733573890328 (+4 ms)Writing region close event to WAL at 1733573890330 (+2 ms)Closed at 1733573890330 2024-12-07T12:18:10,334 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T12:18:10,334 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-07T12:18:10,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-07T12:18:10,343 INFO [RS:1;27c6fcd7dac8:37233 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T12:18:10,343 INFO [RS:2;27c6fcd7dac8:40717 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T12:18:10,343 INFO [RS:0;27c6fcd7dac8:42057 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T12:18:10,351 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T12:18:10,354 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-07T12:18:10,359 INFO [RS:1;27c6fcd7dac8:37233 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T12:18:10,359 INFO [RS:2;27c6fcd7dac8:40717 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T12:18:10,359 INFO [RS:0;27c6fcd7dac8:42057 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T12:18:10,366 INFO [RS:2;27c6fcd7dac8:40717 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T12:18:10,366 INFO [RS:0;27c6fcd7dac8:42057 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T12:18:10,366 INFO [RS:1;27c6fcd7dac8:37233 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T12:18:10,366 INFO [RS:2;27c6fcd7dac8:40717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T12:18:10,366 INFO [RS:0;27c6fcd7dac8:42057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T12:18:10,366 INFO [RS:1;27c6fcd7dac8:37233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T12:18:10,367 INFO [RS:0;27c6fcd7dac8:42057 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-07T12:18:10,371 INFO [RS:2;27c6fcd7dac8:40717 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-07T12:18:10,372 INFO [RS:1;27c6fcd7dac8:37233 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-07T12:18:10,373 INFO [RS:2;27c6fcd7dac8:40717 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-07T12:18:10,374 INFO [RS:1;27c6fcd7dac8:37233 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-07T12:18:10,374 INFO [RS:2;27c6fcd7dac8:40717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T12:18:10,374 INFO [RS:1;27c6fcd7dac8:37233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T12:18:10,374 INFO [RS:0;27c6fcd7dac8:42057 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-07T12:18:10,375 INFO [RS:0;27c6fcd7dac8:42057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T12:18:10,375 DEBUG [RS:2;27c6fcd7dac8:40717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/27c6fcd7dac8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T12:18:10,375 DEBUG [RS:1;27c6fcd7dac8:37233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/27c6fcd7dac8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T12:18:10,375 DEBUG [RS:0;27c6fcd7dac8:42057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/27c6fcd7dac8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T12:18:10,375 DEBUG [RS:1;27c6fcd7dac8:37233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/27c6fcd7dac8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T12:18:10,375 DEBUG [RS:2;27c6fcd7dac8:40717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/27c6fcd7dac8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T12:18:10,375 DEBUG [RS:0;27c6fcd7dac8:42057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/27c6fcd7dac8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T12:18:10,375 DEBUG [RS:1;27c6fcd7dac8:37233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T12:18:10,375 DEBUG [RS:0;27c6fcd7dac8:42057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T12:18:10,375 DEBUG [RS:2;27c6fcd7dac8:40717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/27c6fcd7dac8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T12:18:10,375 DEBUG [RS:1;27c6fcd7dac8:37233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T12:18:10,376 DEBUG [RS:0;27c6fcd7dac8:42057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T12:18:10,376 DEBUG [RS:2;27c6fcd7dac8:40717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T12:18:10,376 DEBUG [RS:1;27c6fcd7dac8:37233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/27c6fcd7dac8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T12:18:10,376 DEBUG [RS:0;27c6fcd7dac8:42057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/27c6fcd7dac8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T12:18:10,376 DEBUG [RS:2;27c6fcd7dac8:40717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/27c6fcd7dac8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T12:18:10,376 DEBUG [RS:1;27c6fcd7dac8:37233 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/27c6fcd7dac8:0, corePoolSize=2, maxPoolSize=2 2024-12-07T12:18:10,376 DEBUG [RS:0;27c6fcd7dac8:42057 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/27c6fcd7dac8:0, corePoolSize=2, maxPoolSize=2 2024-12-07T12:18:10,376 DEBUG [RS:2;27c6fcd7dac8:40717 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/27c6fcd7dac8:0, corePoolSize=2, maxPoolSize=2 2024-12-07T12:18:10,376 DEBUG [RS:1;27c6fcd7dac8:37233 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/27c6fcd7dac8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T12:18:10,376 DEBUG [RS:0;27c6fcd7dac8:42057 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/27c6fcd7dac8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T12:18:10,376 DEBUG [RS:2;27c6fcd7dac8:40717 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/27c6fcd7dac8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T12:18:10,376 DEBUG [RS:1;27c6fcd7dac8:37233 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/27c6fcd7dac8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T12:18:10,376 DEBUG [RS:0;27c6fcd7dac8:42057 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/27c6fcd7dac8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T12:18:10,376 DEBUG [RS:2;27c6fcd7dac8:40717 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/27c6fcd7dac8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T12:18:10,376 DEBUG [RS:1;27c6fcd7dac8:37233 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/27c6fcd7dac8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T12:18:10,376 DEBUG [RS:0;27c6fcd7dac8:42057 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/27c6fcd7dac8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T12:18:10,377 DEBUG [RS:2;27c6fcd7dac8:40717 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/27c6fcd7dac8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T12:18:10,377 DEBUG [RS:1;27c6fcd7dac8:37233 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/27c6fcd7dac8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T12:18:10,377 DEBUG [RS:0;27c6fcd7dac8:42057 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/27c6fcd7dac8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T12:18:10,377 DEBUG [RS:2;27c6fcd7dac8:40717 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/27c6fcd7dac8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T12:18:10,377 DEBUG [RS:1;27c6fcd7dac8:37233 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/27c6fcd7dac8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T12:18:10,377 DEBUG [RS:0;27c6fcd7dac8:42057 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/27c6fcd7dac8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T12:18:10,377 DEBUG [RS:2;27c6fcd7dac8:40717 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/27c6fcd7dac8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T12:18:10,377 DEBUG [RS:1;27c6fcd7dac8:37233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/27c6fcd7dac8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T12:18:10,377 DEBUG [RS:0;27c6fcd7dac8:42057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/27c6fcd7dac8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T12:18:10,377 DEBUG [RS:2;27c6fcd7dac8:40717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/27c6fcd7dac8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T12:18:10,377 DEBUG [RS:1;27c6fcd7dac8:37233 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/27c6fcd7dac8:0, corePoolSize=3, maxPoolSize=3 2024-12-07T12:18:10,377 DEBUG [RS:0;27c6fcd7dac8:42057 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/27c6fcd7dac8:0, corePoolSize=3, maxPoolSize=3 2024-12-07T12:18:10,377 DEBUG [RS:2;27c6fcd7dac8:40717 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/27c6fcd7dac8:0, corePoolSize=3, maxPoolSize=3 2024-12-07T12:18:10,377 DEBUG [RS:1;27c6fcd7dac8:37233 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/27c6fcd7dac8:0, corePoolSize=3, maxPoolSize=3 2024-12-07T12:18:10,377 DEBUG [RS:0;27c6fcd7dac8:42057 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/27c6fcd7dac8:0, corePoolSize=3, maxPoolSize=3 2024-12-07T12:18:10,377 DEBUG [RS:2;27c6fcd7dac8:40717 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/27c6fcd7dac8:0, corePoolSize=3, maxPoolSize=3 2024-12-07T12:18:10,383 INFO [RS:1;27c6fcd7dac8:37233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T12:18:10,383 INFO [RS:1;27c6fcd7dac8:37233 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T12:18:10,384 INFO [RS:1;27c6fcd7dac8:37233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T12:18:10,384 INFO [RS:1;27c6fcd7dac8:37233 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T12:18:10,384 INFO [RS:1;27c6fcd7dac8:37233 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T12:18:10,384 INFO [RS:0;27c6fcd7dac8:42057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T12:18:10,384 INFO [RS:1;27c6fcd7dac8:37233 {}] hbase.ChoreService(168): Chore ScheduledChore name=27c6fcd7dac8,37233,1733573889167-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T12:18:10,384 INFO [RS:0;27c6fcd7dac8:42057 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T12:18:10,384 INFO [RS:0;27c6fcd7dac8:42057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T12:18:10,384 INFO [RS:0;27c6fcd7dac8:42057 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T12:18:10,384 INFO [RS:0;27c6fcd7dac8:42057 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T12:18:10,385 INFO [RS:0;27c6fcd7dac8:42057 {}] hbase.ChoreService(168): Chore ScheduledChore name=27c6fcd7dac8,42057,1733573889060-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T12:18:10,387 INFO [RS:2;27c6fcd7dac8:40717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T12:18:10,387 INFO [RS:2;27c6fcd7dac8:40717 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T12:18:10,388 INFO [RS:2;27c6fcd7dac8:40717 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T12:18:10,388 INFO [RS:2;27c6fcd7dac8:40717 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T12:18:10,388 INFO [RS:2;27c6fcd7dac8:40717 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T12:18:10,388 INFO [RS:2;27c6fcd7dac8:40717 {}] hbase.ChoreService(168): Chore ScheduledChore name=27c6fcd7dac8,40717,1733573889213-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T12:18:10,416 INFO [RS:0;27c6fcd7dac8:42057 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T12:18:10,416 INFO [RS:2;27c6fcd7dac8:40717 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T12:18:10,416 INFO [RS:1;27c6fcd7dac8:37233 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T12:18:10,419 INFO [RS:0;27c6fcd7dac8:42057 {}] hbase.ChoreService(168): Chore ScheduledChore name=27c6fcd7dac8,42057,1733573889060-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T12:18:10,419 INFO [RS:1;27c6fcd7dac8:37233 {}] hbase.ChoreService(168): Chore ScheduledChore name=27c6fcd7dac8,37233,1733573889167-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T12:18:10,419 INFO [RS:1;27c6fcd7dac8:37233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T12:18:10,419 INFO [RS:2;27c6fcd7dac8:40717 {}] hbase.ChoreService(168): Chore ScheduledChore name=27c6fcd7dac8,40717,1733573889213-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T12:18:10,419 INFO [RS:1;27c6fcd7dac8:37233 {}] regionserver.Replication(171): 27c6fcd7dac8,37233,1733573889167 started 2024-12-07T12:18:10,419 INFO [RS:2;27c6fcd7dac8:40717 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T12:18:10,420 INFO [RS:2;27c6fcd7dac8:40717 {}] regionserver.Replication(171): 27c6fcd7dac8,40717,1733573889213 started 2024-12-07T12:18:10,420 INFO [RS:0;27c6fcd7dac8:42057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T12:18:10,420 INFO [RS:0;27c6fcd7dac8:42057 {}] regionserver.Replication(171): 27c6fcd7dac8,42057,1733573889060 started 2024-12-07T12:18:10,449 INFO [RS:1;27c6fcd7dac8:37233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T12:18:10,449 INFO [RS:2;27c6fcd7dac8:40717 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T12:18:10,449 INFO [RS:0;27c6fcd7dac8:42057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T12:18:10,449 INFO [RS:2;27c6fcd7dac8:40717 {}] regionserver.HRegionServer(1482): Serving as 27c6fcd7dac8,40717,1733573889213, RpcServer on 27c6fcd7dac8/172.17.0.2:40717, sessionid=0x1018cdc30f30003 2024-12-07T12:18:10,449 INFO [RS:1;27c6fcd7dac8:37233 {}] regionserver.HRegionServer(1482): Serving as 27c6fcd7dac8,37233,1733573889167, RpcServer on 27c6fcd7dac8/172.17.0.2:37233, sessionid=0x1018cdc30f30002 2024-12-07T12:18:10,449 INFO [RS:0;27c6fcd7dac8:42057 {}] regionserver.HRegionServer(1482): Serving as 27c6fcd7dac8,42057,1733573889060, RpcServer on 27c6fcd7dac8/172.17.0.2:42057, sessionid=0x1018cdc30f30001 2024-12-07T12:18:10,450 DEBUG [RS:1;27c6fcd7dac8:37233 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T12:18:10,450 DEBUG [RS:2;27c6fcd7dac8:40717 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T12:18:10,450 DEBUG [RS:0;27c6fcd7dac8:42057 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T12:18:10,451 DEBUG [RS:2;27c6fcd7dac8:40717 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 27c6fcd7dac8,40717,1733573889213 2024-12-07T12:18:10,451 DEBUG [RS:0;27c6fcd7dac8:42057 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 27c6fcd7dac8,42057,1733573889060 2024-12-07T12:18:10,451 DEBUG [RS:1;27c6fcd7dac8:37233 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 27c6fcd7dac8,37233,1733573889167 2024-12-07T12:18:10,451 DEBUG [RS:0;27c6fcd7dac8:42057 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27c6fcd7dac8,42057,1733573889060' 2024-12-07T12:18:10,451 DEBUG [RS:2;27c6fcd7dac8:40717 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27c6fcd7dac8,40717,1733573889213' 2024-12-07T12:18:10,451 DEBUG [RS:1;27c6fcd7dac8:37233 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27c6fcd7dac8,37233,1733573889167' 2024-12-07T12:18:10,451 DEBUG [RS:2;27c6fcd7dac8:40717 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-07T12:18:10,451 DEBUG [RS:0;27c6fcd7dac8:42057 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-07T12:18:10,451 DEBUG [RS:1;27c6fcd7dac8:37233 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-07T12:18:10,452 DEBUG [RS:2;27c6fcd7dac8:40717 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-07T12:18:10,452 DEBUG [RS:0;27c6fcd7dac8:42057 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-07T12:18:10,452 DEBUG [RS:1;27c6fcd7dac8:37233 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-07T12:18:10,453 DEBUG [RS:2;27c6fcd7dac8:40717 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T12:18:10,453 DEBUG [RS:2;27c6fcd7dac8:40717 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T12:18:10,453 DEBUG [RS:0;27c6fcd7dac8:42057 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T12:18:10,453 DEBUG [RS:2;27c6fcd7dac8:40717 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 27c6fcd7dac8,40717,1733573889213 2024-12-07T12:18:10,453 DEBUG [RS:0;27c6fcd7dac8:42057 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T12:18:10,453 DEBUG [RS:2;27c6fcd7dac8:40717 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27c6fcd7dac8,40717,1733573889213' 2024-12-07T12:18:10,453 DEBUG [RS:1;27c6fcd7dac8:37233 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T12:18:10,453 DEBUG [RS:2;27c6fcd7dac8:40717 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-07T12:18:10,453 DEBUG [RS:0;27c6fcd7dac8:42057 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 27c6fcd7dac8,42057,1733573889060 2024-12-07T12:18:10,453 DEBUG [RS:1;27c6fcd7dac8:37233 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T12:18:10,453 DEBUG [RS:0;27c6fcd7dac8:42057 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27c6fcd7dac8,42057,1733573889060' 2024-12-07T12:18:10,453 DEBUG [RS:1;27c6fcd7dac8:37233 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 27c6fcd7dac8,37233,1733573889167 2024-12-07T12:18:10,453 DEBUG [RS:0;27c6fcd7dac8:42057 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-07T12:18:10,454 DEBUG [RS:1;27c6fcd7dac8:37233 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '27c6fcd7dac8,37233,1733573889167' 2024-12-07T12:18:10,454 DEBUG [RS:1;27c6fcd7dac8:37233 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-07T12:18:10,454 DEBUG [RS:2;27c6fcd7dac8:40717 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-07T12:18:10,454 DEBUG [RS:0;27c6fcd7dac8:42057 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-07T12:18:10,454 DEBUG [RS:1;27c6fcd7dac8:37233 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-07T12:18:10,455 DEBUG [RS:2;27c6fcd7dac8:40717 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T12:18:10,455 DEBUG [RS:0;27c6fcd7dac8:42057 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T12:18:10,455 INFO [RS:2;27c6fcd7dac8:40717 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T12:18:10,455 INFO [RS:0;27c6fcd7dac8:42057 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T12:18:10,455 INFO [RS:0;27c6fcd7dac8:42057 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T12:18:10,455 INFO [RS:2;27c6fcd7dac8:40717 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T12:18:10,455 DEBUG [RS:1;27c6fcd7dac8:37233 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T12:18:10,455 INFO [RS:1;27c6fcd7dac8:37233 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T12:18:10,455 INFO [RS:1;27c6fcd7dac8:37233 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T12:18:10,506 WARN [27c6fcd7dac8:44915 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-07T12:18:10,561 INFO [RS:2;27c6fcd7dac8:40717 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T12:18:10,561 INFO [RS:1;27c6fcd7dac8:37233 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T12:18:10,561 INFO [RS:0;27c6fcd7dac8:42057 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T12:18:10,564 INFO [RS:2;27c6fcd7dac8:40717 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=27c6fcd7dac8%2C40717%2C1733573889213, suffix=, logDir=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/WALs/27c6fcd7dac8,40717,1733573889213, archiveDir=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/oldWALs, maxLogs=32 2024-12-07T12:18:10,565 INFO [RS:0;27c6fcd7dac8:42057 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=27c6fcd7dac8%2C42057%2C1733573889060, suffix=, logDir=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/WALs/27c6fcd7dac8,42057,1733573889060, archiveDir=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/oldWALs, maxLogs=32 2024-12-07T12:18:10,565 INFO [RS:1;27c6fcd7dac8:37233 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=27c6fcd7dac8%2C37233%2C1733573889167, suffix=, logDir=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/WALs/27c6fcd7dac8,37233,1733573889167, archiveDir=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/oldWALs, maxLogs=32 2024-12-07T12:18:10,582 DEBUG [RS:2;27c6fcd7dac8:40717 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/WALs/27c6fcd7dac8,40717,1733573889213/27c6fcd7dac8%2C40717%2C1733573889213.1733573890568, exclude list is [], retry=0 2024-12-07T12:18:10,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-a467636b-11e8-4000-a1ff-a8642bb33251,DISK] 2024-12-07T12:18:10,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41817,DS-edc316d4-0586-40b6-a94b-44bd4066a8bb,DISK] 2024-12-07T12:18:10,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45737,DS-6159411b-4a4b-4bb3-aee0-15ace74cfa70,DISK] 2024-12-07T12:18:10,590 DEBUG [RS:1;27c6fcd7dac8:37233 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/WALs/27c6fcd7dac8,37233,1733573889167/27c6fcd7dac8%2C37233%2C1733573889167.1733573890568, exclude list is [], retry=0 2024-12-07T12:18:10,590 DEBUG [RS:0;27c6fcd7dac8:42057 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/WALs/27c6fcd7dac8,42057,1733573889060/27c6fcd7dac8%2C42057%2C1733573889060.1733573890568, exclude list is [], retry=0 2024-12-07T12:18:10,593 INFO [RS:2;27c6fcd7dac8:40717 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/WALs/27c6fcd7dac8,40717,1733573889213/27c6fcd7dac8%2C40717%2C1733573889213.1733573890568 2024-12-07T12:18:10,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45737,DS-6159411b-4a4b-4bb3-aee0-15ace74cfa70,DISK] 2024-12-07T12:18:10,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41817,DS-edc316d4-0586-40b6-a94b-44bd4066a8bb,DISK] 2024-12-07T12:18:10,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41817,DS-edc316d4-0586-40b6-a94b-44bd4066a8bb,DISK] 2024-12-07T12:18:10,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-a467636b-11e8-4000-a1ff-a8642bb33251,DISK] 2024-12-07T12:18:10,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45737,DS-6159411b-4a4b-4bb3-aee0-15ace74cfa70,DISK] 2024-12-07T12:18:10,596 DEBUG [RS:2;27c6fcd7dac8:40717 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44971:44971),(127.0.0.1/127.0.0.1:41885:41885),(127.0.0.1/127.0.0.1:37353:37353)] 2024-12-07T12:18:10,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-a467636b-11e8-4000-a1ff-a8642bb33251,DISK] 2024-12-07T12:18:10,614 INFO [RS:0;27c6fcd7dac8:42057 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/WALs/27c6fcd7dac8,42057,1733573889060/27c6fcd7dac8%2C42057%2C1733573889060.1733573890568 2024-12-07T12:18:10,616 INFO [RS:1;27c6fcd7dac8:37233 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/WALs/27c6fcd7dac8,37233,1733573889167/27c6fcd7dac8%2C37233%2C1733573889167.1733573890568 2024-12-07T12:18:10,616 DEBUG [RS:0;27c6fcd7dac8:42057 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41885:41885),(127.0.0.1/127.0.0.1:37353:37353),(127.0.0.1/127.0.0.1:44971:44971)] 2024-12-07T12:18:10,616 DEBUG [RS:1;27c6fcd7dac8:37233 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37353:37353),(127.0.0.1/127.0.0.1:44971:44971),(127.0.0.1/127.0.0.1:41885:41885)] 2024-12-07T12:18:10,758 DEBUG [27c6fcd7dac8:44915 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-07T12:18:10,767 DEBUG [27c6fcd7dac8:44915 {}] balancer.BalancerClusterState(204): Hosts are {27c6fcd7dac8=0} racks are {/default-rack=0} 2024-12-07T12:18:10,773 DEBUG [27c6fcd7dac8:44915 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-07T12:18:10,773 DEBUG [27c6fcd7dac8:44915 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-07T12:18:10,773 DEBUG [27c6fcd7dac8:44915 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-07T12:18:10,773 DEBUG [27c6fcd7dac8:44915 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-07T12:18:10,773 DEBUG [27c6fcd7dac8:44915 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-07T12:18:10,773 DEBUG [27c6fcd7dac8:44915 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-07T12:18:10,774 INFO [27c6fcd7dac8:44915 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-07T12:18:10,774 INFO [27c6fcd7dac8:44915 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-07T12:18:10,774 INFO [27c6fcd7dac8:44915 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-07T12:18:10,774 DEBUG [27c6fcd7dac8:44915 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-07T12:18:10,781 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=27c6fcd7dac8,40717,1733573889213 2024-12-07T12:18:10,786 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27c6fcd7dac8,40717,1733573889213, state=OPENING 2024-12-07T12:18:10,791 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-07T12:18:10,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1018cdc30f30003, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T12:18:10,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x1018cdc30f30001, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T12:18:10,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37233-0x1018cdc30f30002, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T12:18:10,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x1018cdc30f30000, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T12:18:10,794 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T12:18:10,794 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T12:18:10,794 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T12:18:10,794 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T12:18:10,795 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T12:18:10,797 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=27c6fcd7dac8,40717,1733573889213}] 2024-12-07T12:18:10,973 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T12:18:10,975 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34977, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T12:18:10,988 INFO [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-07T12:18:10,988 INFO [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T12:18:10,989 INFO [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-07T12:18:10,992 INFO [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=27c6fcd7dac8%2C40717%2C1733573889213.meta, suffix=.meta, logDir=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/WALs/27c6fcd7dac8,40717,1733573889213, archiveDir=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/oldWALs, maxLogs=32 2024-12-07T12:18:11,009 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/WALs/27c6fcd7dac8,40717,1733573889213/27c6fcd7dac8%2C40717%2C1733573889213.meta.1733573890994.meta, exclude list is [], retry=0 2024-12-07T12:18:11,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45737,DS-6159411b-4a4b-4bb3-aee0-15ace74cfa70,DISK] 2024-12-07T12:18:11,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-a467636b-11e8-4000-a1ff-a8642bb33251,DISK] 2024-12-07T12:18:11,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41817,DS-edc316d4-0586-40b6-a94b-44bd4066a8bb,DISK] 2024-12-07T12:18:11,016 INFO [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/WALs/27c6fcd7dac8,40717,1733573889213/27c6fcd7dac8%2C40717%2C1733573889213.meta.1733573890994.meta 2024-12-07T12:18:11,017 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44971:44971),(127.0.0.1/127.0.0.1:41885:41885),(127.0.0.1/127.0.0.1:37353:37353)] 2024-12-07T12:18:11,017 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-07T12:18:11,019 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T12:18:11,022 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-07T12:18:11,027 INFO [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-07T12:18:11,031 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-07T12:18:11,032 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T12:18:11,032 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-07T12:18:11,032 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-07T12:18:11,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T12:18:11,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T12:18:11,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:11,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T12:18:11,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T12:18:11,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T12:18:11,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:11,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T12:18:11,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T12:18:11,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T12:18:11,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:11,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T12:18:11,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T12:18:11,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T12:18:11,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:11,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T12:18:11,046 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T12:18:11,048 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/hbase/meta/1588230740 2024-12-07T12:18:11,050 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/hbase/meta/1588230740 2024-12-07T12:18:11,052 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T12:18:11,052 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T12:18:11,053 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T12:18:11,056 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T12:18:11,057 INFO [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74712842, jitterRate=0.11330810189247131}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T12:18:11,057 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-07T12:18:11,059 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733573891032Writing region info on filesystem at 1733573891033 (+1 ms)Initializing all the Stores at 1733573891035 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733573891035Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733573891035Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573891035Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733573891035Cleaning up temporary data from old regions at 1733573891052 (+17 ms)Running coprocessor post-open hooks at 1733573891058 (+6 ms)Region opened successfully at 1733573891059 (+1 ms) 2024-12-07T12:18:11,067 INFO [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733573890964 2024-12-07T12:18:11,079 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-07T12:18:11,079 INFO [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-07T12:18:11,082 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=27c6fcd7dac8,40717,1733573889213 2024-12-07T12:18:11,084 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27c6fcd7dac8,40717,1733573889213, state=OPEN 2024-12-07T12:18:11,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x1018cdc30f30000, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T12:18:11,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x1018cdc30f30001, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T12:18:11,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37233-0x1018cdc30f30002, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T12:18:11,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1018cdc30f30003, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T12:18:11,093 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T12:18:11,093 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T12:18:11,093 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T12:18:11,093 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T12:18:11,093 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=27c6fcd7dac8,40717,1733573889213 2024-12-07T12:18:11,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-07T12:18:11,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=27c6fcd7dac8,40717,1733573889213 in 296 msec 2024-12-07T12:18:11,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-07T12:18:11,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 761 msec 2024-12-07T12:18:11,108 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T12:18:11,108 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-07T12:18:11,131 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T12:18:11,133 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27c6fcd7dac8,40717,1733573889213, seqNum=-1] 2024-12-07T12:18:11,157 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T12:18:11,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36521, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T12:18:11,178 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1100 sec 2024-12-07T12:18:11,179 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733573891178, completionTime=-1 2024-12-07T12:18:11,181 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-07T12:18:11,181 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-07T12:18:11,209 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-07T12:18:11,210 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733573951210 2024-12-07T12:18:11,210 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733574011210 2024-12-07T12:18:11,210 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 28 msec 2024-12-07T12:18:11,211 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-07T12:18:11,219 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27c6fcd7dac8,44915,1733573888368-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T12:18:11,219 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27c6fcd7dac8,44915,1733573888368-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T12:18:11,219 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27c6fcd7dac8,44915,1733573888368-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T12:18:11,221 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-27c6fcd7dac8:44915, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T12:18:11,221 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-07T12:18:11,221 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-07T12:18:11,228 DEBUG [master/27c6fcd7dac8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-07T12:18:11,252 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.953sec 2024-12-07T12:18:11,253 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-07T12:18:11,255 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-07T12:18:11,256 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-07T12:18:11,256 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-07T12:18:11,256 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-07T12:18:11,257 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27c6fcd7dac8,44915,1733573888368-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T12:18:11,257 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27c6fcd7dac8,44915,1733573888368-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-07T12:18:11,262 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-07T12:18:11,285 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-07T12:18:11,286 INFO [master/27c6fcd7dac8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=27c6fcd7dac8,44915,1733573888368-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T12:18:11,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73581c7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T12:18:11,352 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 27c6fcd7dac8,44915,-1 for getting cluster id 2024-12-07T12:18:11,356 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T12:18:11,365 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2640dce-4af9-496a-8604-ff3c2829acd2' 2024-12-07T12:18:11,367 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T12:18:11,367 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2640dce-4af9-496a-8604-ff3c2829acd2" 2024-12-07T12:18:11,368 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@180cf644, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T12:18:11,368 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [27c6fcd7dac8,44915,-1] 2024-12-07T12:18:11,370 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T12:18:11,372 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T12:18:11,373 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T12:18:11,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3334605f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T12:18:11,376 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T12:18:11,383 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27c6fcd7dac8,40717,1733573889213, seqNum=-1] 2024-12-07T12:18:11,384 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T12:18:11,386 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T12:18:11,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=27c6fcd7dac8,44915,1733573888368 2024-12-07T12:18:11,411 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:36075/hbase 2024-12-07T12:18:11,429 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=365, OpenFileDescriptor=607, MaxFileDescriptor=1048576, SystemLoadAverage=292, ProcessCount=11, AvailableMemoryMB=6835 2024-12-07T12:18:11,447 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T12:18:11,450 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T12:18:11,451 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T12:18:11,456 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-34925322, suffix=, logDir=hdfs://localhost:36075/hbase/WALs/hregion-34925322, archiveDir=hdfs://localhost:36075/hbase/oldWALs, maxLogs=32 2024-12-07T12:18:11,471 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-34925322/hregion-34925322.1733573891458, exclude list is [], retry=0 2024-12-07T12:18:11,476 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41817,DS-edc316d4-0586-40b6-a94b-44bd4066a8bb,DISK] 2024-12-07T12:18:11,476 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-a467636b-11e8-4000-a1ff-a8642bb33251,DISK] 2024-12-07T12:18:11,476 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45737,DS-6159411b-4a4b-4bb3-aee0-15ace74cfa70,DISK] 2024-12-07T12:18:11,479 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-34925322/hregion-34925322.1733573891458 2024-12-07T12:18:11,480 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37353:37353),(127.0.0.1/127.0.0.1:44971:44971),(127.0.0.1/127.0.0.1:41885:41885)] 2024-12-07T12:18:11,480 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 1c94927bd207af002c42e07f220b860e, NAME => 'testReplayEditsWrittenIntoWAL,,1733573891448.1c94927bd207af002c42e07f220b860e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36075/hbase 2024-12-07T12:18:11,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741838_1014 (size=64) 2024-12-07T12:18:11,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741838_1014 (size=64) 2024-12-07T12:18:11,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741838_1014 (size=64) 2024-12-07T12:18:11,493 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733573891448.1c94927bd207af002c42e07f220b860e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T12:18:11,495 INFO [StoreOpener-1c94927bd207af002c42e07f220b860e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1c94927bd207af002c42e07f220b860e 2024-12-07T12:18:11,497 INFO [StoreOpener-1c94927bd207af002c42e07f220b860e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c94927bd207af002c42e07f220b860e columnFamilyName a 2024-12-07T12:18:11,497 DEBUG [StoreOpener-1c94927bd207af002c42e07f220b860e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:11,498 INFO [StoreOpener-1c94927bd207af002c42e07f220b860e-1 {}] regionserver.HStore(327): Store=1c94927bd207af002c42e07f220b860e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:11,498 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1c94927bd207af002c42e07f220b860e 2024-12-07T12:18:11,499 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/1c94927bd207af002c42e07f220b860e 2024-12-07T12:18:11,500 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/1c94927bd207af002c42e07f220b860e 2024-12-07T12:18:11,501 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1c94927bd207af002c42e07f220b860e 2024-12-07T12:18:11,501 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1c94927bd207af002c42e07f220b860e 2024-12-07T12:18:11,504 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1c94927bd207af002c42e07f220b860e 2024-12-07T12:18:11,507 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/1c94927bd207af002c42e07f220b860e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T12:18:11,508 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1c94927bd207af002c42e07f220b860e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66321742, jitterRate=-0.011729031801223755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T12:18:11,509 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1c94927bd207af002c42e07f220b860e: Writing region info on filesystem at 1733573891493Initializing all the Stores at 1733573891495 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573891495Cleaning up temporary data from old regions at 1733573891501 (+6 ms)Region opened successfully at 1733573891509 (+8 ms) 2024-12-07T12:18:11,509 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1c94927bd207af002c42e07f220b860e, disabling compactions & flushes 2024-12-07T12:18:11,509 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733573891448.1c94927bd207af002c42e07f220b860e. 2024-12-07T12:18:11,509 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733573891448.1c94927bd207af002c42e07f220b860e. 2024-12-07T12:18:11,509 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733573891448.1c94927bd207af002c42e07f220b860e. after waiting 0 ms 2024-12-07T12:18:11,509 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733573891448.1c94927bd207af002c42e07f220b860e. 2024-12-07T12:18:11,510 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733573891448.1c94927bd207af002c42e07f220b860e. 2024-12-07T12:18:11,510 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1c94927bd207af002c42e07f220b860e: Waiting for close lock at 1733573891509Disabling compacts and flushes for region at 1733573891509Disabling writes for close at 1733573891509Writing region close event to WAL at 1733573891510 (+1 ms)Closed at 1733573891510 2024-12-07T12:18:11,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741837_1013 (size=95) 2024-12-07T12:18:11,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741837_1013 (size=95) 2024-12-07T12:18:11,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741837_1013 (size=95) 2024-12-07T12:18:11,521 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T12:18:11,521 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-34925322:(num 1733573891458) 2024-12-07T12:18:11,523 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-07T12:18:11,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741839_1015 (size=320) 2024-12-07T12:18:11,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741839_1015 (size=320) 2024-12-07T12:18:11,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741839_1015 (size=320) 2024-12-07T12:18:11,545 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-07T12:18:11,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741840_1016 (size=253) 2024-12-07T12:18:11,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741840_1016 (size=253) 2024-12-07T12:18:11,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741840_1016 (size=253) 2024-12-07T12:18:11,581 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36075/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733573891446/wal-1, size=320 (320bytes) 2024-12-07T12:18:11,582 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-07T12:18:11,582 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-07T12:18:11,582 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36075/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733573891446/wal-1 2024-12-07T12:18:11,588 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36075/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733573891446/wal-1 after 4ms 2024-12-07T12:18:11,593 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36075/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733573891446/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T12:18:11,594 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36075/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733573891446/wal-1 took 14ms 2024-12-07T12:18:11,604 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36075/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733573891446/wal-1 so closing down 2024-12-07T12:18:11,604 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T12:18:11,607 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-07T12:18:11,609 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/1c94927bd207af002c42e07f220b860e/recovered.edits/0000000000000000001-wal-1.temp 2024-12-07T12:18:11,610 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T12:18:11,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741841_1017 (size=320) 2024-12-07T12:18:11,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741841_1017 (size=320) 2024-12-07T12:18:11,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741841_1017 (size=320) 2024-12-07T12:18:11,624 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/1c94927bd207af002c42e07f220b860e/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-07T12:18:11,628 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/1c94927bd207af002c42e07f220b860e/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/1c94927bd207af002c42e07f220b860e/recovered.edits/0000000000000000002 2024-12-07T12:18:11,631 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:36075/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733573891446/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-12-07T12:18:11,631 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36075/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733573891446/wal-1, journal: Splitting hdfs://localhost:36075/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733573891446/wal-1, size=320 (320bytes) at 1733573891581Finishing writing output for hdfs://localhost:36075/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733573891446/wal-1 so closing down at 1733573891604 (+23 ms)Creating recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/1c94927bd207af002c42e07f220b860e/recovered.edits/0000000000000000001-wal-1.temp at 1733573891609 (+5 ms)3 split writer threads finished at 1733573891610 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/1c94927bd207af002c42e07f220b860e/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733573891625 (+15 ms)Rename recovered edits hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/1c94927bd207af002c42e07f220b860e/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/1c94927bd207af002c42e07f220b860e/recovered.edits/0000000000000000002 at 1733573891628 (+3 ms)Processed 2 edits across 1 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:36075/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733573891446/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1733573891631 (+3 ms) 2024-12-07T12:18:11,647 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36075/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733573891446/wal-2, size=253 (253bytes) 2024-12-07T12:18:11,647 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36075/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733573891446/wal-2 2024-12-07T12:18:11,648 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36075/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733573891446/wal-2 after 1ms 2024-12-07T12:18:11,652 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36075/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733573891446/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T12:18:11,653 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36075/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733573891446/wal-2 took 6ms 2024-12-07T12:18:11,655 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36075/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733573891446/wal-2 so closing down 2024-12-07T12:18:11,655 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T12:18:11,659 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-07T12:18:11,661 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/1c94927bd207af002c42e07f220b860e/recovered.edits/0000000000000000002-wal-2.temp 2024-12-07T12:18:11,662 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T12:18:11,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741842_1018 (size=253) 2024-12-07T12:18:11,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741842_1018 (size=253) 2024-12-07T12:18:11,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741842_1018 (size=253) 2024-12-07T12:18:11,672 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/1c94927bd207af002c42e07f220b860e/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-07T12:18:11,675 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/1c94927bd207af002c42e07f220b860e/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T12:18:11,678 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/1c94927bd207af002c42e07f220b860e/recovered.edits/0000000000000000002-wal-2.temp, length=253 2024-12-07T12:18:11,679 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:36075/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733573891446/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-12-07T12:18:11,679 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36075/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733573891446/wal-2, journal: Splitting hdfs://localhost:36075/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733573891446/wal-2, size=253 (253bytes) at 1733573891647Finishing writing output for hdfs://localhost:36075/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733573891446/wal-2 so closing down at 1733573891655 (+8 ms)Creating recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/1c94927bd207af002c42e07f220b860e/recovered.edits/0000000000000000002-wal-2.temp at 1733573891661 (+6 ms)3 split writer threads finished at 1733573891662 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/1c94927bd207af002c42e07f220b860e/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733573891672 (+10 ms)Processed 1 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:36075/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733573891446/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1733573891679 (+7 ms) 2024-12-07T12:18:11,680 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T12:18:11,682 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36075/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733573891446, archiveDir=hdfs://localhost:36075/hbase/oldWALs, maxLogs=32 2024-12-07T12:18:11,696 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733573891446/wal.1733573891683, exclude list is [], retry=0 2024-12-07T12:18:11,699 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45737,DS-6159411b-4a4b-4bb3-aee0-15ace74cfa70,DISK] 2024-12-07T12:18:11,700 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41817,DS-edc316d4-0586-40b6-a94b-44bd4066a8bb,DISK] 2024-12-07T12:18:11,700 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-a467636b-11e8-4000-a1ff-a8642bb33251,DISK] 2024-12-07T12:18:11,702 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733573891446/wal.1733573891683 2024-12-07T12:18:11,703 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41885:41885),(127.0.0.1/127.0.0.1:37353:37353),(127.0.0.1/127.0.0.1:44971:44971)] 2024-12-07T12:18:11,703 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c94927bd207af002c42e07f220b860e, NAME => 'testReplayEditsWrittenIntoWAL,,1733573891448.1c94927bd207af002c42e07f220b860e.', STARTKEY => '', ENDKEY => ''} 2024-12-07T12:18:11,703 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733573891448.1c94927bd207af002c42e07f220b860e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T12:18:11,703 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1c94927bd207af002c42e07f220b860e 2024-12-07T12:18:11,703 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1c94927bd207af002c42e07f220b860e 2024-12-07T12:18:11,705 INFO [StoreOpener-1c94927bd207af002c42e07f220b860e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1c94927bd207af002c42e07f220b860e 2024-12-07T12:18:11,707 INFO [StoreOpener-1c94927bd207af002c42e07f220b860e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c94927bd207af002c42e07f220b860e columnFamilyName a 2024-12-07T12:18:11,707 DEBUG [StoreOpener-1c94927bd207af002c42e07f220b860e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:11,708 INFO [StoreOpener-1c94927bd207af002c42e07f220b860e-1 {}] regionserver.HStore(327): Store=1c94927bd207af002c42e07f220b860e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:11,708 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1c94927bd207af002c42e07f220b860e 2024-12-07T12:18:11,709 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/1c94927bd207af002c42e07f220b860e 2024-12-07T12:18:11,712 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/1c94927bd207af002c42e07f220b860e 2024-12-07T12:18:11,713 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/1c94927bd207af002c42e07f220b860e/recovered.edits/0000000000000000002 2024-12-07T12:18:11,716 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/1c94927bd207af002c42e07f220b860e/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T12:18:11,722 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/1c94927bd207af002c42e07f220b860e/recovered.edits/0000000000000000002 2024-12-07T12:18:11,725 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1c94927bd207af002c42e07f220b860e 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-07T12:18:11,782 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/1c94927bd207af002c42e07f220b860e/.tmp/a/f331faebf6fb4bcfb58f3ca2e73fac03 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733573891521/Put/seqid=0 2024-12-07T12:18:11,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741844_1020 (size=5170) 2024-12-07T12:18:11,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741844_1020 (size=5170) 2024-12-07T12:18:11,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741844_1020 (size=5170) 2024-12-07T12:18:11,799 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/1c94927bd207af002c42e07f220b860e/.tmp/a/f331faebf6fb4bcfb58f3ca2e73fac03 2024-12-07T12:18:11,843 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/1c94927bd207af002c42e07f220b860e/.tmp/a/f331faebf6fb4bcfb58f3ca2e73fac03 as hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/1c94927bd207af002c42e07f220b860e/a/f331faebf6fb4bcfb58f3ca2e73fac03 2024-12-07T12:18:11,852 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/1c94927bd207af002c42e07f220b860e/a/f331faebf6fb4bcfb58f3ca2e73fac03, entries=2, sequenceid=2, filesize=5.0 K 2024-12-07T12:18:11,859 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 1c94927bd207af002c42e07f220b860e in 131ms, sequenceid=2, compaction requested=false; wal=null 2024-12-07T12:18:11,861 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/1c94927bd207af002c42e07f220b860e/recovered.edits/0000000000000000002 2024-12-07T12:18:11,862 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1c94927bd207af002c42e07f220b860e 2024-12-07T12:18:11,862 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1c94927bd207af002c42e07f220b860e 2024-12-07T12:18:11,865 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1c94927bd207af002c42e07f220b860e 2024-12-07T12:18:11,869 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/1c94927bd207af002c42e07f220b860e/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-07T12:18:11,870 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1c94927bd207af002c42e07f220b860e; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69462133, jitterRate=0.03506644070148468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T12:18:11,871 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1c94927bd207af002c42e07f220b860e: Writing region info on filesystem at 1733573891703Initializing all the Stores at 1733573891705 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573891705Obtaining lock to block concurrent updates at 1733573891725 (+20 ms)Preparing flush snapshotting stores in 1c94927bd207af002c42e07f220b860e at 1733573891725Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733573891448.1c94927bd207af002c42e07f220b860e., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733573891728 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1733573891448.1c94927bd207af002c42e07f220b860e. at 1733573891728Flushing 1c94927bd207af002c42e07f220b860e/a: creating writer at 1733573891729 (+1 ms)Flushing 1c94927bd207af002c42e07f220b860e/a: appending metadata at 1733573891770 (+41 ms)Flushing 1c94927bd207af002c42e07f220b860e/a: closing flushed file at 1733573891772 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41d92d25: reopening flushed file at 1733573891841 (+69 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 1c94927bd207af002c42e07f220b860e in 131ms, sequenceid=2, compaction requested=false; wal=null at 1733573891860 (+19 ms)Cleaning up temporary data from old regions at 1733573891862 (+2 ms)Region opened successfully at 1733573891871 (+9 ms) 2024-12-07T12:18:11,895 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=377 (was 365) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36075/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1828611381-172.17.0.2-1733573885344:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1828611381-172.17.0.2-1733573885344:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-824829107_22 at /127.0.0.1:59642 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-824829107_22 at /127.0.0.1:48430 [Receiving block BP-1828611381-172.17.0.2-1733573885344:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-824829107_22 at /127.0.0.1:59660 [Receiving block BP-1828611381-172.17.0.2-1733573885344:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-824829107_22 at /127.0.0.1:49036 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-824829107_22 at /127.0.0.1:35544 [Receiving block BP-1828611381-172.17.0.2-1733573885344:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-824829107_22 at /127.0.0.1:35632 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1828611381-172.17.0.2-1733573885344:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 607) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=292 (was 292), ProcessCount=11 (was 11), AvailableMemoryMB=6819 (was 6835) 2024-12-07T12:18:11,905 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=377, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=292, ProcessCount=11, AvailableMemoryMB=6818 2024-12-07T12:18:11,921 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T12:18:11,923 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T12:18:11,924 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T12:18:11,927 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-09565743, suffix=, logDir=hdfs://localhost:36075/hbase/WALs/hregion-09565743, archiveDir=hdfs://localhost:36075/hbase/oldWALs, maxLogs=32 2024-12-07T12:18:11,940 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-09565743/hregion-09565743.1733573891928, exclude list is [], retry=0 2024-12-07T12:18:11,944 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-a467636b-11e8-4000-a1ff-a8642bb33251,DISK] 2024-12-07T12:18:11,944 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45737,DS-6159411b-4a4b-4bb3-aee0-15ace74cfa70,DISK] 2024-12-07T12:18:11,945 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41817,DS-edc316d4-0586-40b6-a94b-44bd4066a8bb,DISK] 2024-12-07T12:18:11,948 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-09565743/hregion-09565743.1733573891928 2024-12-07T12:18:11,949 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44971:44971),(127.0.0.1/127.0.0.1:41885:41885),(127.0.0.1/127.0.0.1:37353:37353)] 2024-12-07T12:18:11,949 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 77685a128ba7f873a54a4c887a7fc51c, NAME => 'testReplayEditsWrittenIntoWAL,,1733573891922.77685a128ba7f873a54a4c887a7fc51c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36075/hbase 2024-12-07T12:18:11,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741846_1022 (size=64) 2024-12-07T12:18:11,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741846_1022 (size=64) 2024-12-07T12:18:11,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741846_1022 (size=64) 2024-12-07T12:18:11,961 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733573891922.77685a128ba7f873a54a4c887a7fc51c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T12:18:11,963 INFO [StoreOpener-77685a128ba7f873a54a4c887a7fc51c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 77685a128ba7f873a54a4c887a7fc51c 2024-12-07T12:18:11,965 INFO [StoreOpener-77685a128ba7f873a54a4c887a7fc51c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77685a128ba7f873a54a4c887a7fc51c columnFamilyName a 2024-12-07T12:18:11,965 DEBUG [StoreOpener-77685a128ba7f873a54a4c887a7fc51c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:11,966 INFO [StoreOpener-77685a128ba7f873a54a4c887a7fc51c-1 {}] regionserver.HStore(327): Store=77685a128ba7f873a54a4c887a7fc51c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:11,966 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 77685a128ba7f873a54a4c887a7fc51c 2024-12-07T12:18:11,968 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/77685a128ba7f873a54a4c887a7fc51c 2024-12-07T12:18:11,968 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/77685a128ba7f873a54a4c887a7fc51c 2024-12-07T12:18:11,969 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 77685a128ba7f873a54a4c887a7fc51c 2024-12-07T12:18:11,969 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 77685a128ba7f873a54a4c887a7fc51c 2024-12-07T12:18:11,971 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 77685a128ba7f873a54a4c887a7fc51c 2024-12-07T12:18:11,974 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/77685a128ba7f873a54a4c887a7fc51c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T12:18:11,974 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 77685a128ba7f873a54a4c887a7fc51c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71465141, jitterRate=0.06491358578205109}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T12:18:11,975 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 77685a128ba7f873a54a4c887a7fc51c: Writing region info on filesystem at 1733573891961Initializing all the Stores at 1733573891963 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573891963Cleaning up temporary data from old regions at 1733573891969 (+6 ms)Region opened successfully at 1733573891974 (+5 ms) 2024-12-07T12:18:11,975 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 77685a128ba7f873a54a4c887a7fc51c, disabling compactions & flushes 2024-12-07T12:18:11,975 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733573891922.77685a128ba7f873a54a4c887a7fc51c. 2024-12-07T12:18:11,975 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733573891922.77685a128ba7f873a54a4c887a7fc51c. 2024-12-07T12:18:11,975 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733573891922.77685a128ba7f873a54a4c887a7fc51c. after waiting 0 ms 2024-12-07T12:18:11,975 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733573891922.77685a128ba7f873a54a4c887a7fc51c. 2024-12-07T12:18:11,975 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733573891922.77685a128ba7f873a54a4c887a7fc51c. 2024-12-07T12:18:11,975 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 77685a128ba7f873a54a4c887a7fc51c: Waiting for close lock at 1733573891975Disabling compacts and flushes for region at 1733573891975Disabling writes for close at 1733573891975Writing region close event to WAL at 1733573891975Closed at 1733573891975 2024-12-07T12:18:11,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741845_1021 (size=95) 2024-12-07T12:18:11,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741845_1021 (size=95) 2024-12-07T12:18:11,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741845_1021 (size=95) 2024-12-07T12:18:11,981 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T12:18:11,981 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-09565743:(num 1733573891928) 2024-12-07T12:18:11,982 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-07T12:18:11,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741847_1023 (size=320) 2024-12-07T12:18:11,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741847_1023 (size=320) 2024-12-07T12:18:11,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741847_1023 (size=320) 2024-12-07T12:18:11,997 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-07T12:18:12,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741848_1024 (size=253) 2024-12-07T12:18:12,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741848_1024 (size=253) 2024-12-07T12:18:12,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741848_1024 (size=253) 2024-12-07T12:18:12,024 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36075/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733573891920/wal-2, size=253 (253bytes) 2024-12-07T12:18:12,024 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36075/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733573891920/wal-2 2024-12-07T12:18:12,025 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36075/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733573891920/wal-2 after 1ms 2024-12-07T12:18:12,028 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36075/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733573891920/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T12:18:12,028 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36075/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733573891920/wal-2 took 4ms 2024-12-07T12:18:12,031 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36075/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733573891920/wal-2 so closing down 2024-12-07T12:18:12,031 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T12:18:12,033 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-07T12:18:12,034 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/77685a128ba7f873a54a4c887a7fc51c/recovered.edits/0000000000000000002-wal-2.temp 2024-12-07T12:18:12,035 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T12:18:12,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741849_1025 (size=253) 2024-12-07T12:18:12,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741849_1025 (size=253) 2024-12-07T12:18:12,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741849_1025 (size=253) 2024-12-07T12:18:12,043 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/77685a128ba7f873a54a4c887a7fc51c/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-07T12:18:12,045 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/77685a128ba7f873a54a4c887a7fc51c/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/77685a128ba7f873a54a4c887a7fc51c/recovered.edits/0000000000000000002 2024-12-07T12:18:12,046 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:36075/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733573891920/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-12-07T12:18:12,046 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36075/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733573891920/wal-2, journal: Splitting hdfs://localhost:36075/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733573891920/wal-2, size=253 (253bytes) at 1733573892024Finishing writing output for hdfs://localhost:36075/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733573891920/wal-2 so closing down at 1733573892031 (+7 ms)Creating recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/77685a128ba7f873a54a4c887a7fc51c/recovered.edits/0000000000000000002-wal-2.temp at 1733573892034 (+3 ms)3 split writer threads finished at 1733573892035 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/77685a128ba7f873a54a4c887a7fc51c/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733573892043 (+8 ms)Rename recovered edits hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/77685a128ba7f873a54a4c887a7fc51c/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/77685a128ba7f873a54a4c887a7fc51c/recovered.edits/0000000000000000002 at 1733573892045 (+2 ms)Processed 1 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:36075/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733573891920/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1733573892046 (+1 ms) 2024-12-07T12:18:12,061 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36075/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733573891920/wal-1, size=320 (320bytes) 2024-12-07T12:18:12,061 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36075/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733573891920/wal-1 2024-12-07T12:18:12,061 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36075/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733573891920/wal-1 after 0ms 2024-12-07T12:18:12,064 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36075/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733573891920/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T12:18:12,065 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36075/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733573891920/wal-1 took 4ms 2024-12-07T12:18:12,067 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36075/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733573891920/wal-1 so closing down 2024-12-07T12:18:12,067 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T12:18:12,069 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-07T12:18:12,071 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/77685a128ba7f873a54a4c887a7fc51c/recovered.edits/0000000000000000001-wal-1.temp 2024-12-07T12:18:12,071 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T12:18:12,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741850_1026 (size=320) 2024-12-07T12:18:12,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741850_1026 (size=320) 2024-12-07T12:18:12,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741850_1026 (size=320) 2024-12-07T12:18:12,082 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/77685a128ba7f873a54a4c887a7fc51c/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-07T12:18:12,085 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/77685a128ba7f873a54a4c887a7fc51c/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T12:18:12,087 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/77685a128ba7f873a54a4c887a7fc51c/recovered.edits/0000000000000000002, length=253 2024-12-07T12:18:12,090 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/77685a128ba7f873a54a4c887a7fc51c/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/77685a128ba7f873a54a4c887a7fc51c/recovered.edits/0000000000000000002 2024-12-07T12:18:12,090 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:36075/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733573891920/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-12-07T12:18:12,090 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36075/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733573891920/wal-1, journal: Splitting hdfs://localhost:36075/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733573891920/wal-1, size=320 (320bytes) at 1733573892061Finishing writing output for hdfs://localhost:36075/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733573891920/wal-1 so closing down at 1733573892067 (+6 ms)Creating recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/77685a128ba7f873a54a4c887a7fc51c/recovered.edits/0000000000000000001-wal-1.temp at 1733573892071 (+4 ms)3 split writer threads finished at 1733573892072 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/77685a128ba7f873a54a4c887a7fc51c/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733573892082 (+10 ms)Rename recovered edits hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/77685a128ba7f873a54a4c887a7fc51c/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/77685a128ba7f873a54a4c887a7fc51c/recovered.edits/0000000000000000002 at 1733573892090 (+8 ms)Processed 2 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:36075/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733573891920/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1733573892090 2024-12-07T12:18:12,090 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T12:18:12,092 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36075/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733573891920, archiveDir=hdfs://localhost:36075/hbase/oldWALs, maxLogs=32 2024-12-07T12:18:12,106 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733573891920/wal.1733573892093, exclude list is [], retry=0 2024-12-07T12:18:12,109 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-a467636b-11e8-4000-a1ff-a8642bb33251,DISK] 2024-12-07T12:18:12,110 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41817,DS-edc316d4-0586-40b6-a94b-44bd4066a8bb,DISK] 2024-12-07T12:18:12,110 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45737,DS-6159411b-4a4b-4bb3-aee0-15ace74cfa70,DISK] 2024-12-07T12:18:12,112 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733573891920/wal.1733573892093 2024-12-07T12:18:12,113 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44971:44971),(127.0.0.1/127.0.0.1:37353:37353),(127.0.0.1/127.0.0.1:41885:41885)] 2024-12-07T12:18:12,113 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 77685a128ba7f873a54a4c887a7fc51c, NAME => 'testReplayEditsWrittenIntoWAL,,1733573891922.77685a128ba7f873a54a4c887a7fc51c.', STARTKEY => '', ENDKEY => ''} 2024-12-07T12:18:12,113 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733573891922.77685a128ba7f873a54a4c887a7fc51c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T12:18:12,113 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 77685a128ba7f873a54a4c887a7fc51c 2024-12-07T12:18:12,113 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 77685a128ba7f873a54a4c887a7fc51c 2024-12-07T12:18:12,115 INFO [StoreOpener-77685a128ba7f873a54a4c887a7fc51c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 77685a128ba7f873a54a4c887a7fc51c 2024-12-07T12:18:12,118 INFO [StoreOpener-77685a128ba7f873a54a4c887a7fc51c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77685a128ba7f873a54a4c887a7fc51c columnFamilyName a 2024-12-07T12:18:12,118 DEBUG [StoreOpener-77685a128ba7f873a54a4c887a7fc51c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:12,119 INFO [StoreOpener-77685a128ba7f873a54a4c887a7fc51c-1 {}] regionserver.HStore(327): Store=77685a128ba7f873a54a4c887a7fc51c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:12,119 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 77685a128ba7f873a54a4c887a7fc51c 2024-12-07T12:18:12,120 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/77685a128ba7f873a54a4c887a7fc51c 2024-12-07T12:18:12,123 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/77685a128ba7f873a54a4c887a7fc51c 2024-12-07T12:18:12,124 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/77685a128ba7f873a54a4c887a7fc51c/recovered.edits/0000000000000000002 2024-12-07T12:18:12,127 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/77685a128ba7f873a54a4c887a7fc51c/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T12:18:12,129 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/77685a128ba7f873a54a4c887a7fc51c/recovered.edits/0000000000000000002 2024-12-07T12:18:12,129 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 77685a128ba7f873a54a4c887a7fc51c 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-07T12:18:12,146 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/77685a128ba7f873a54a4c887a7fc51c/.tmp/a/c9ff98d91b6840399093838336cd77df is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733573891981/Put/seqid=0 2024-12-07T12:18:12,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741852_1028 (size=5170) 2024-12-07T12:18:12,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741852_1028 (size=5170) 2024-12-07T12:18:12,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741852_1028 (size=5170) 2024-12-07T12:18:12,156 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/77685a128ba7f873a54a4c887a7fc51c/.tmp/a/c9ff98d91b6840399093838336cd77df 2024-12-07T12:18:12,165 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/77685a128ba7f873a54a4c887a7fc51c/.tmp/a/c9ff98d91b6840399093838336cd77df as hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/77685a128ba7f873a54a4c887a7fc51c/a/c9ff98d91b6840399093838336cd77df 2024-12-07T12:18:12,174 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/77685a128ba7f873a54a4c887a7fc51c/a/c9ff98d91b6840399093838336cd77df, entries=2, sequenceid=2, filesize=5.0 K 2024-12-07T12:18:12,174 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 77685a128ba7f873a54a4c887a7fc51c in 45ms, sequenceid=2, compaction requested=false; wal=null 2024-12-07T12:18:12,175 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/77685a128ba7f873a54a4c887a7fc51c/recovered.edits/0000000000000000002 2024-12-07T12:18:12,176 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 77685a128ba7f873a54a4c887a7fc51c 2024-12-07T12:18:12,176 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 77685a128ba7f873a54a4c887a7fc51c 2024-12-07T12:18:12,178 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 77685a128ba7f873a54a4c887a7fc51c 2024-12-07T12:18:12,181 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/77685a128ba7f873a54a4c887a7fc51c/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-07T12:18:12,183 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 77685a128ba7f873a54a4c887a7fc51c; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59751169, jitterRate=-0.10963819921016693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T12:18:12,183 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 77685a128ba7f873a54a4c887a7fc51c: Writing region info on filesystem at 1733573892113Initializing all the Stores at 1733573892115 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573892115Obtaining lock to block concurrent updates at 1733573892129 (+14 ms)Preparing flush snapshotting stores in 77685a128ba7f873a54a4c887a7fc51c at 1733573892129Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733573891922.77685a128ba7f873a54a4c887a7fc51c., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733573892129Flushing stores of testReplayEditsWrittenIntoWAL,,1733573891922.77685a128ba7f873a54a4c887a7fc51c. at 1733573892129Flushing 77685a128ba7f873a54a4c887a7fc51c/a: creating writer at 1733573892129Flushing 77685a128ba7f873a54a4c887a7fc51c/a: appending metadata at 1733573892145 (+16 ms)Flushing 77685a128ba7f873a54a4c887a7fc51c/a: closing flushed file at 1733573892145Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cdf9c26: reopening flushed file at 1733573892164 (+19 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 77685a128ba7f873a54a4c887a7fc51c in 45ms, sequenceid=2, compaction requested=false; wal=null at 1733573892174 (+10 ms)Cleaning up temporary data from old regions at 1733573892176 (+2 ms)Region opened successfully at 1733573892183 (+7 ms) 2024-12-07T12:18:12,201 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=387 (was 377) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1828611381-172.17.0.2-1733573885344:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-824829107_22 at /127.0.0.1:49036 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-824829107_22 at /127.0.0.1:48486 [Receiving block BP-1828611381-172.17.0.2-1733573885344:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-824829107_22 at /127.0.0.1:35632 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1828611381-172.17.0.2-1733573885344:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-824829107_22 at /127.0.0.1:35600 [Receiving block BP-1828611381-172.17.0.2-1733573885344:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-824829107_22 at /127.0.0.1:59642 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1828611381-172.17.0.2-1733573885344:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-824829107_22 at /127.0.0.1:59758 [Receiving block BP-1828611381-172.17.0.2-1733573885344:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=276 (was 292), ProcessCount=11 (was 11), AvailableMemoryMB=6808 (was 6818) 2024-12-07T12:18:12,212 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=387, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=276, ProcessCount=11, AvailableMemoryMB=6807 2024-12-07T12:18:12,229 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T12:18:12,231 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T12:18:12,232 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T12:18:12,235 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-21130738, suffix=, logDir=hdfs://localhost:36075/hbase/WALs/hregion-21130738, archiveDir=hdfs://localhost:36075/hbase/oldWALs, maxLogs=32 2024-12-07T12:18:12,249 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-21130738/hregion-21130738.1733573892236, exclude list is [], retry=0 2024-12-07T12:18:12,252 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-a467636b-11e8-4000-a1ff-a8642bb33251,DISK] 2024-12-07T12:18:12,252 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45737,DS-6159411b-4a4b-4bb3-aee0-15ace74cfa70,DISK] 2024-12-07T12:18:12,253 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41817,DS-edc316d4-0586-40b6-a94b-44bd4066a8bb,DISK] 2024-12-07T12:18:12,255 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-21130738/hregion-21130738.1733573892236 2024-12-07T12:18:12,255 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44971:44971),(127.0.0.1/127.0.0.1:41885:41885),(127.0.0.1/127.0.0.1:37353:37353)] 2024-12-07T12:18:12,256 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 0ca9aaaba55c74b003cb992f5d9333f5, NAME => 'testReplayEditsWrittenIntoWAL,,1733573892230.0ca9aaaba55c74b003cb992f5d9333f5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36075/hbase 2024-12-07T12:18:12,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741854_1030 (size=64) 2024-12-07T12:18:12,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741854_1030 (size=64) 2024-12-07T12:18:12,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741854_1030 (size=64) 2024-12-07T12:18:12,267 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733573892230.0ca9aaaba55c74b003cb992f5d9333f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T12:18:12,269 INFO [StoreOpener-0ca9aaaba55c74b003cb992f5d9333f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0ca9aaaba55c74b003cb992f5d9333f5 2024-12-07T12:18:12,270 INFO [StoreOpener-0ca9aaaba55c74b003cb992f5d9333f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ca9aaaba55c74b003cb992f5d9333f5 columnFamilyName a 2024-12-07T12:18:12,270 DEBUG [StoreOpener-0ca9aaaba55c74b003cb992f5d9333f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:12,271 INFO [StoreOpener-0ca9aaaba55c74b003cb992f5d9333f5-1 {}] regionserver.HStore(327): Store=0ca9aaaba55c74b003cb992f5d9333f5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:12,271 INFO [StoreOpener-0ca9aaaba55c74b003cb992f5d9333f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0ca9aaaba55c74b003cb992f5d9333f5 2024-12-07T12:18:12,273 INFO [StoreOpener-0ca9aaaba55c74b003cb992f5d9333f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ca9aaaba55c74b003cb992f5d9333f5 columnFamilyName b 2024-12-07T12:18:12,273 DEBUG [StoreOpener-0ca9aaaba55c74b003cb992f5d9333f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:12,273 INFO [StoreOpener-0ca9aaaba55c74b003cb992f5d9333f5-1 {}] regionserver.HStore(327): Store=0ca9aaaba55c74b003cb992f5d9333f5/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:12,273 INFO [StoreOpener-0ca9aaaba55c74b003cb992f5d9333f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0ca9aaaba55c74b003cb992f5d9333f5 2024-12-07T12:18:12,275 INFO [StoreOpener-0ca9aaaba55c74b003cb992f5d9333f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ca9aaaba55c74b003cb992f5d9333f5 columnFamilyName c 2024-12-07T12:18:12,276 DEBUG [StoreOpener-0ca9aaaba55c74b003cb992f5d9333f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:12,276 INFO [StoreOpener-0ca9aaaba55c74b003cb992f5d9333f5-1 {}] regionserver.HStore(327): Store=0ca9aaaba55c74b003cb992f5d9333f5/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:12,276 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0ca9aaaba55c74b003cb992f5d9333f5 2024-12-07T12:18:12,277 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/0ca9aaaba55c74b003cb992f5d9333f5 2024-12-07T12:18:12,278 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/0ca9aaaba55c74b003cb992f5d9333f5 2024-12-07T12:18:12,280 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0ca9aaaba55c74b003cb992f5d9333f5 2024-12-07T12:18:12,280 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0ca9aaaba55c74b003cb992f5d9333f5 2024-12-07T12:18:12,280 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T12:18:12,282 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0ca9aaaba55c74b003cb992f5d9333f5 2024-12-07T12:18:12,285 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/0ca9aaaba55c74b003cb992f5d9333f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T12:18:12,285 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0ca9aaaba55c74b003cb992f5d9333f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71600921, jitterRate=0.06693686544895172}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T12:18:12,285 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0ca9aaaba55c74b003cb992f5d9333f5: Writing region info on filesystem at 1733573892267Initializing all the Stores at 1733573892268 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573892268Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573892268Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573892268Cleaning up temporary data from old regions at 1733573892280 (+12 ms)Region opened successfully at 1733573892285 (+5 ms) 2024-12-07T12:18:12,286 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0ca9aaaba55c74b003cb992f5d9333f5, disabling compactions & flushes 2024-12-07T12:18:12,286 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733573892230.0ca9aaaba55c74b003cb992f5d9333f5. 2024-12-07T12:18:12,286 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733573892230.0ca9aaaba55c74b003cb992f5d9333f5. 2024-12-07T12:18:12,286 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733573892230.0ca9aaaba55c74b003cb992f5d9333f5. after waiting 0 ms 2024-12-07T12:18:12,286 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733573892230.0ca9aaaba55c74b003cb992f5d9333f5. 2024-12-07T12:18:12,286 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733573892230.0ca9aaaba55c74b003cb992f5d9333f5. 2024-12-07T12:18:12,286 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0ca9aaaba55c74b003cb992f5d9333f5: Waiting for close lock at 1733573892286Disabling compacts and flushes for region at 1733573892286Disabling writes for close at 1733573892286Writing region close event to WAL at 1733573892286Closed at 1733573892286 2024-12-07T12:18:12,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741853_1029 (size=95) 2024-12-07T12:18:12,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741853_1029 (size=95) 2024-12-07T12:18:12,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741853_1029 (size=95) 2024-12-07T12:18:12,292 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T12:18:12,292 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-21130738:(num 1733573892236) 2024-12-07T12:18:12,293 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T12:18:12,295 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36075/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733573892228, archiveDir=hdfs://localhost:36075/hbase/oldWALs, maxLogs=32 2024-12-07T12:18:12,308 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733573892228/wal.1733573892295, exclude list is [], retry=0 2024-12-07T12:18:12,311 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41817,DS-edc316d4-0586-40b6-a94b-44bd4066a8bb,DISK] 2024-12-07T12:18:12,312 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45737,DS-6159411b-4a4b-4bb3-aee0-15ace74cfa70,DISK] 2024-12-07T12:18:12,312 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-a467636b-11e8-4000-a1ff-a8642bb33251,DISK] 2024-12-07T12:18:12,314 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733573892228/wal.1733573892295 2024-12-07T12:18:12,315 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37353:37353),(127.0.0.1/127.0.0.1:41885:41885),(127.0.0.1/127.0.0.1:44971:44971)] 2024-12-07T12:18:12,628 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36075/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733573892228/wal.1733573892295, size=0 (0bytes) 2024-12-07T12:18:12,628 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:36075/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733573892228/wal.1733573892295 might be still open, length is 0 2024-12-07T12:18:12,628 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36075/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733573892228/wal.1733573892295 2024-12-07T12:18:12,629 WARN [IPC Server handler 2 on default port 36075 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733573892228/wal.1733573892295 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-12-07T12:18:12,630 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:36075/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733573892228/wal.1733573892295 after 1ms 2024-12-07T12:18:13,342 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-824829107_22 at /127.0.0.1:48514 [Receiving block BP-1828611381-172.17.0.2-1733573885344:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:41817:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48514 dst: /127.0.0.1:41817 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41817 remote=/127.0.0.1:48514]. Total timeout mills is 60000, 59248 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T12:18:13,343 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-824829107_22 at /127.0.0.1:59786 [Receiving block BP-1828611381-172.17.0.2-1733573885344:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:37447:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59786 dst: /127.0.0.1:37447 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T12:18:13,343 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-824829107_22 at /127.0.0.1:35636 [Receiving block BP-1828611381-172.17.0.2-1733573885344:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:45737:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35636 dst: /127.0.0.1:45737 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T12:18:13,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741855_1032 (size=263633) 2024-12-07T12:18:13,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741855_1032 (size=263633) 2024-12-07T12:18:13,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741855_1032 (size=263633) 2024-12-07T12:18:16,535 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T12:18:16,583 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-07T12:18:16,631 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:36075/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733573892228/wal.1733573892295 after 4003ms 2024-12-07T12:18:16,635 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36075/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733573892228/wal.1733573892295: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T12:18:16,637 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36075/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733573892228/wal.1733573892295 took 4009ms 2024-12-07T12:18:16,642 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733573892295.temp 2024-12-07T12:18:16,649 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/0ca9aaaba55c74b003cb992f5d9333f5/recovered.edits/0000000000000000001-wal.1733573892295.temp 2024-12-07T12:18:16,772 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:36075/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733573892228/wal.1733573892295; continuing. 2024-12-07T12:18:16,772 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36075/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733573892228/wal.1733573892295 so closing down 2024-12-07T12:18:16,772 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T12:18:16,772 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T12:18:16,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741856_1033 (size=263641) 2024-12-07T12:18:16,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741856_1033 (size=263641) 2024-12-07T12:18:16,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741856_1033 (size=263641) 2024-12-07T12:18:16,778 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/0ca9aaaba55c74b003cb992f5d9333f5/recovered.edits/0000000000000000001-wal.1733573892295.temp (wrote 3002 edits, skipped 0 edits in 66 ms) 2024-12-07T12:18:16,780 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/0ca9aaaba55c74b003cb992f5d9333f5/recovered.edits/0000000000000000001-wal.1733573892295.temp to hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/0ca9aaaba55c74b003cb992f5d9333f5/recovered.edits/0000000000000003002 2024-12-07T12:18:16,780 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 142 ms; skipped=0; WAL=hdfs://localhost:36075/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733573892228/wal.1733573892295, size=0, length=0, corrupted=false, cancelled=false 2024-12-07T12:18:16,781 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36075/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733573892228/wal.1733573892295, journal: Splitting hdfs://localhost:36075/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733573892228/wal.1733573892295, size=0 (0bytes) at 1733573892628Creating recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/0ca9aaaba55c74b003cb992f5d9333f5/recovered.edits/0000000000000000001-wal.1733573892295.temp at 1733573896649 (+4021 ms)Split 1024 edits, skipped 0 edits. at 1733573896712 (+63 ms)Split 2048 edits, skipped 0 edits. at 1733573896744 (+32 ms)Finishing writing output for hdfs://localhost:36075/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733573892228/wal.1733573892295 so closing down at 1733573896772 (+28 ms)3 split writer threads finished at 1733573896772Closed recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/0ca9aaaba55c74b003cb992f5d9333f5/recovered.edits/0000000000000000001-wal.1733573892295.temp (wrote 3002 edits, skipped 0 edits in 66 ms) at 1733573896778 (+6 ms)Rename recovered edits hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/0ca9aaaba55c74b003cb992f5d9333f5/recovered.edits/0000000000000000001-wal.1733573892295.temp to hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/0ca9aaaba55c74b003cb992f5d9333f5/recovered.edits/0000000000000003002 at 1733573896780 (+2 ms)Processed 3002 edits across 1 Regions in 142 ms; skipped=0; WAL=hdfs://localhost:36075/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733573892228/wal.1733573892295, size=0, length=0, corrupted=false, cancelled=false at 1733573896780 2024-12-07T12:18:16,784 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36075/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733573892228/wal.1733573892295 to hdfs://localhost:36075/hbase/oldWALs/wal.1733573892295 2024-12-07T12:18:16,787 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/0ca9aaaba55c74b003cb992f5d9333f5/recovered.edits/0000000000000003002 2024-12-07T12:18:16,787 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T12:18:16,790 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36075/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733573892228, archiveDir=hdfs://localhost:36075/hbase/oldWALs, maxLogs=32 2024-12-07T12:18:16,812 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733573892228/wal.1733573896790, exclude list is [], retry=0 2024-12-07T12:18:16,816 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45737,DS-6159411b-4a4b-4bb3-aee0-15ace74cfa70,DISK] 2024-12-07T12:18:16,816 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41817,DS-edc316d4-0586-40b6-a94b-44bd4066a8bb,DISK] 2024-12-07T12:18:16,817 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-a467636b-11e8-4000-a1ff-a8642bb33251,DISK] 2024-12-07T12:18:16,819 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733573892228/wal.1733573896790 2024-12-07T12:18:16,819 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41885:41885),(127.0.0.1/127.0.0.1:37353:37353),(127.0.0.1/127.0.0.1:44971:44971)] 2024-12-07T12:18:16,820 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733573892230.0ca9aaaba55c74b003cb992f5d9333f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T12:18:16,822 INFO [StoreOpener-0ca9aaaba55c74b003cb992f5d9333f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0ca9aaaba55c74b003cb992f5d9333f5 2024-12-07T12:18:16,823 INFO [StoreOpener-0ca9aaaba55c74b003cb992f5d9333f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ca9aaaba55c74b003cb992f5d9333f5 columnFamilyName a 2024-12-07T12:18:16,823 DEBUG [StoreOpener-0ca9aaaba55c74b003cb992f5d9333f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:16,824 INFO [StoreOpener-0ca9aaaba55c74b003cb992f5d9333f5-1 {}] regionserver.HStore(327): Store=0ca9aaaba55c74b003cb992f5d9333f5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:16,824 INFO [StoreOpener-0ca9aaaba55c74b003cb992f5d9333f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0ca9aaaba55c74b003cb992f5d9333f5 2024-12-07T12:18:16,825 INFO [StoreOpener-0ca9aaaba55c74b003cb992f5d9333f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ca9aaaba55c74b003cb992f5d9333f5 columnFamilyName b 2024-12-07T12:18:16,825 DEBUG [StoreOpener-0ca9aaaba55c74b003cb992f5d9333f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:16,825 INFO [StoreOpener-0ca9aaaba55c74b003cb992f5d9333f5-1 {}] regionserver.HStore(327): Store=0ca9aaaba55c74b003cb992f5d9333f5/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:16,825 INFO [StoreOpener-0ca9aaaba55c74b003cb992f5d9333f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0ca9aaaba55c74b003cb992f5d9333f5 2024-12-07T12:18:16,826 INFO [StoreOpener-0ca9aaaba55c74b003cb992f5d9333f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ca9aaaba55c74b003cb992f5d9333f5 columnFamilyName c 2024-12-07T12:18:16,827 DEBUG [StoreOpener-0ca9aaaba55c74b003cb992f5d9333f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:16,827 INFO [StoreOpener-0ca9aaaba55c74b003cb992f5d9333f5-1 {}] regionserver.HStore(327): Store=0ca9aaaba55c74b003cb992f5d9333f5/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:16,827 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0ca9aaaba55c74b003cb992f5d9333f5 2024-12-07T12:18:16,828 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/0ca9aaaba55c74b003cb992f5d9333f5 2024-12-07T12:18:16,830 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/0ca9aaaba55c74b003cb992f5d9333f5 2024-12-07T12:18:16,831 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/0ca9aaaba55c74b003cb992f5d9333f5/recovered.edits/0000000000000003002 2024-12-07T12:18:16,835 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/0ca9aaaba55c74b003cb992f5d9333f5/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T12:18:16,876 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-07T12:18:17,271 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0ca9aaaba55c74b003cb992f5d9333f5 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-07T12:18:17,309 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/0ca9aaaba55c74b003cb992f5d9333f5/.tmp/a/f94e28efd6d44637b3ab83fc0bb7551d is 62, key is testReplayEditsWrittenIntoWAL/a:100/1733573892325/Put/seqid=0 2024-12-07T12:18:17,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741858_1035 (size=50463) 2024-12-07T12:18:17,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741858_1035 (size=50463) 2024-12-07T12:18:17,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741858_1035 (size=50463) 2024-12-07T12:18:17,319 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/0ca9aaaba55c74b003cb992f5d9333f5/.tmp/a/f94e28efd6d44637b3ab83fc0bb7551d 2024-12-07T12:18:17,327 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/0ca9aaaba55c74b003cb992f5d9333f5/.tmp/a/f94e28efd6d44637b3ab83fc0bb7551d as hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/0ca9aaaba55c74b003cb992f5d9333f5/a/f94e28efd6d44637b3ab83fc0bb7551d 2024-12-07T12:18:17,334 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/0ca9aaaba55c74b003cb992f5d9333f5/a/f94e28efd6d44637b3ab83fc0bb7551d, entries=754, sequenceid=754, filesize=49.3 K 2024-12-07T12:18:17,335 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 0ca9aaaba55c74b003cb992f5d9333f5 in 64ms, sequenceid=754, compaction requested=false; wal=null 2024-12-07T12:18:17,353 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-07T12:18:17,354 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0ca9aaaba55c74b003cb992f5d9333f5 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-07T12:18:17,364 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/0ca9aaaba55c74b003cb992f5d9333f5/.tmp/a/e1c4fef06385491aa5e933829be4b02a is 62, key is testReplayEditsWrittenIntoWAL/a:754/1733573892381/Put/seqid=0 2024-12-07T12:18:17,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741859_1036 (size=20072) 2024-12-07T12:18:17,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741859_1036 (size=20072) 2024-12-07T12:18:17,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741859_1036 (size=20072) 2024-12-07T12:18:17,374 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/0ca9aaaba55c74b003cb992f5d9333f5/.tmp/a/e1c4fef06385491aa5e933829be4b02a 2024-12-07T12:18:17,399 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/0ca9aaaba55c74b003cb992f5d9333f5/.tmp/b/8cd9053d327c435a8b12633e2dbd389e is 62, key is testReplayEditsWrittenIntoWAL/b:100/1733573892410/Put/seqid=0 2024-12-07T12:18:17,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741860_1037 (size=35835) 2024-12-07T12:18:17,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741860_1037 (size=35835) 2024-12-07T12:18:17,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741860_1037 (size=35835) 2024-12-07T12:18:17,410 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/0ca9aaaba55c74b003cb992f5d9333f5/.tmp/b/8cd9053d327c435a8b12633e2dbd389e 2024-12-07T12:18:17,418 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/0ca9aaaba55c74b003cb992f5d9333f5/.tmp/a/e1c4fef06385491aa5e933829be4b02a as hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/0ca9aaaba55c74b003cb992f5d9333f5/a/e1c4fef06385491aa5e933829be4b02a 2024-12-07T12:18:17,426 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/0ca9aaaba55c74b003cb992f5d9333f5/a/e1c4fef06385491aa5e933829be4b02a, entries=246, sequenceid=1508, filesize=19.6 K 2024-12-07T12:18:17,428 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/0ca9aaaba55c74b003cb992f5d9333f5/.tmp/b/8cd9053d327c435a8b12633e2dbd389e as hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/0ca9aaaba55c74b003cb992f5d9333f5/b/8cd9053d327c435a8b12633e2dbd389e 2024-12-07T12:18:17,436 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/0ca9aaaba55c74b003cb992f5d9333f5/b/8cd9053d327c435a8b12633e2dbd389e, entries=508, sequenceid=1508, filesize=35.0 K 2024-12-07T12:18:17,436 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 0ca9aaaba55c74b003cb992f5d9333f5 in 82ms, sequenceid=1508, compaction requested=false; wal=null 2024-12-07T12:18:17,454 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-07T12:18:17,455 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0ca9aaaba55c74b003cb992f5d9333f5 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-07T12:18:17,462 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/0ca9aaaba55c74b003cb992f5d9333f5/.tmp/b/3903d6654206445cae008f09a71f9d12 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1733573892443/Put/seqid=0 2024-12-07T12:18:17,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741861_1038 (size=35082) 2024-12-07T12:18:17,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741861_1038 (size=35082) 2024-12-07T12:18:17,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741861_1038 (size=35082) 2024-12-07T12:18:17,472 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/0ca9aaaba55c74b003cb992f5d9333f5/.tmp/b/3903d6654206445cae008f09a71f9d12 2024-12-07T12:18:17,495 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/0ca9aaaba55c74b003cb992f5d9333f5/.tmp/c/6d598ddc3b2a4332b5357007804c53bf is 62, key is testReplayEditsWrittenIntoWAL/c:100/1733573892491/Put/seqid=0 2024-12-07T12:18:17,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741862_1039 (size=20825) 2024-12-07T12:18:17,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741862_1039 (size=20825) 2024-12-07T12:18:17,505 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/0ca9aaaba55c74b003cb992f5d9333f5/.tmp/c/6d598ddc3b2a4332b5357007804c53bf 2024-12-07T12:18:17,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741862_1039 (size=20825) 2024-12-07T12:18:17,514 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/0ca9aaaba55c74b003cb992f5d9333f5/.tmp/b/3903d6654206445cae008f09a71f9d12 as hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/0ca9aaaba55c74b003cb992f5d9333f5/b/3903d6654206445cae008f09a71f9d12 2024-12-07T12:18:17,523 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/0ca9aaaba55c74b003cb992f5d9333f5/b/3903d6654206445cae008f09a71f9d12, entries=492, sequenceid=2262, filesize=34.3 K 2024-12-07T12:18:17,524 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/0ca9aaaba55c74b003cb992f5d9333f5/.tmp/c/6d598ddc3b2a4332b5357007804c53bf as hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/0ca9aaaba55c74b003cb992f5d9333f5/c/6d598ddc3b2a4332b5357007804c53bf 2024-12-07T12:18:17,531 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/0ca9aaaba55c74b003cb992f5d9333f5/c/6d598ddc3b2a4332b5357007804c53bf, entries=262, sequenceid=2262, filesize=20.3 K 2024-12-07T12:18:17,531 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 0ca9aaaba55c74b003cb992f5d9333f5 in 77ms, sequenceid=2262, compaction requested=false; wal=null 2024-12-07T12:18:17,542 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1733573892588/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1733573892230.0ca9aaaba55c74b003cb992f5d9333f5. 2024-12-07T12:18:17,545 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/0ca9aaaba55c74b003cb992f5d9333f5/recovered.edits/0000000000000003002 2024-12-07T12:18:17,545 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-07T12:18:17,546 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0ca9aaaba55c74b003cb992f5d9333f5 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-12-07T12:18:17,553 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/0ca9aaaba55c74b003cb992f5d9333f5/.tmp/c/a0cd5e94856d4704a55723129fdc829f is 62, key is testReplayEditsWrittenIntoWAL/c:262/1733573892498/Put/seqid=0 2024-12-07T12:18:17,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741863_1040 (size=50301) 2024-12-07T12:18:17,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741863_1040 (size=50301) 2024-12-07T12:18:17,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741863_1040 (size=50301) 2024-12-07T12:18:17,564 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/0ca9aaaba55c74b003cb992f5d9333f5/.tmp/c/a0cd5e94856d4704a55723129fdc829f 2024-12-07T12:18:17,572 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a0cd5e94856d4704a55723129fdc829f 2024-12-07T12:18:17,573 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/0ca9aaaba55c74b003cb992f5d9333f5/.tmp/c/a0cd5e94856d4704a55723129fdc829f as hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/0ca9aaaba55c74b003cb992f5d9333f5/c/a0cd5e94856d4704a55723129fdc829f 2024-12-07T12:18:17,580 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a0cd5e94856d4704a55723129fdc829f 2024-12-07T12:18:17,580 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/0ca9aaaba55c74b003cb992f5d9333f5/c/a0cd5e94856d4704a55723129fdc829f, entries=739, sequenceid=3002, filesize=49.1 K 2024-12-07T12:18:17,581 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 0ca9aaaba55c74b003cb992f5d9333f5 in 36ms, sequenceid=3002, compaction requested=false; wal=null 2024-12-07T12:18:17,582 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/0ca9aaaba55c74b003cb992f5d9333f5/recovered.edits/0000000000000003002 2024-12-07T12:18:17,583 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0ca9aaaba55c74b003cb992f5d9333f5 2024-12-07T12:18:17,583 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0ca9aaaba55c74b003cb992f5d9333f5 2024-12-07T12:18:17,583 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-07T12:18:17,585 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0ca9aaaba55c74b003cb992f5d9333f5 2024-12-07T12:18:17,587 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenIntoWAL/0ca9aaaba55c74b003cb992f5d9333f5/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-12-07T12:18:17,588 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0ca9aaaba55c74b003cb992f5d9333f5; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73140101, jitterRate=0.08987243473529816}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-07T12:18:17,589 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0ca9aaaba55c74b003cb992f5d9333f5: Writing region info on filesystem at 1733573896820Initializing all the Stores at 1733573896821 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573896821Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573896822 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573896822Cleaning up temporary data from old regions at 1733573897583 (+761 ms)Region opened successfully at 1733573897589 (+6 ms) 2024-12-07T12:18:17,639 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0ca9aaaba55c74b003cb992f5d9333f5, disabling compactions & flushes 2024-12-07T12:18:17,639 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733573892230.0ca9aaaba55c74b003cb992f5d9333f5. 2024-12-07T12:18:17,639 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733573892230.0ca9aaaba55c74b003cb992f5d9333f5. 2024-12-07T12:18:17,640 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733573892230.0ca9aaaba55c74b003cb992f5d9333f5. after waiting 1 ms 2024-12-07T12:18:17,640 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733573892230.0ca9aaaba55c74b003cb992f5d9333f5. 2024-12-07T12:18:17,642 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733573892230.0ca9aaaba55c74b003cb992f5d9333f5. 2024-12-07T12:18:17,642 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0ca9aaaba55c74b003cb992f5d9333f5: Waiting for close lock at 1733573897639Disabling compacts and flushes for region at 1733573897639Disabling writes for close at 1733573897640 (+1 ms)Writing region close event to WAL at 1733573897642 (+2 ms)Closed at 1733573897642 2024-12-07T12:18:17,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741857_1034 (size=95) 2024-12-07T12:18:17,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741857_1034 (size=95) 2024-12-07T12:18:17,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741857_1034 (size=95) 2024-12-07T12:18:17,649 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T12:18:17,649 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733573896790) 2024-12-07T12:18:17,666 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=403 (was 387) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/cluster_ecacf9f8-bb5f-3880-b300-8c17c997efaf/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2016211176_22 at /127.0.0.1:35656 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:36075 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2016211176_22 at /127.0.0.1:59848 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2016211176_22 at /127.0.0.1:59824 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:33855 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/cluster_ecacf9f8-bb5f-3880-b300-8c17c997efaf/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/cluster_ecacf9f8-bb5f-3880-b300-8c17c997efaf/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:36075 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/cluster_ecacf9f8-bb5f-3880-b300-8c17c997efaf/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2016211176_22 at /127.0.0.1:48592 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:42301 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=262 (was 276), ProcessCount=11 (was 11), AvailableMemoryMB=6715 (was 6807) 2024-12-07T12:18:17,678 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=403, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=262, ProcessCount=11, AvailableMemoryMB=6713 2024-12-07T12:18:17,694 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T12:18:17,696 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T12:18:17,696 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T12:18:17,699 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-78653745, suffix=, logDir=hdfs://localhost:36075/hbase/WALs/hregion-78653745, archiveDir=hdfs://localhost:36075/hbase/oldWALs, maxLogs=32 2024-12-07T12:18:17,713 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-78653745/hregion-78653745.1733573897700, exclude list is [], retry=0 2024-12-07T12:18:17,717 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45737,DS-6159411b-4a4b-4bb3-aee0-15ace74cfa70,DISK] 2024-12-07T12:18:17,718 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41817,DS-edc316d4-0586-40b6-a94b-44bd4066a8bb,DISK] 2024-12-07T12:18:17,718 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-a467636b-11e8-4000-a1ff-a8642bb33251,DISK] 2024-12-07T12:18:17,725 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-78653745/hregion-78653745.1733573897700 2024-12-07T12:18:17,725 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41885:41885),(127.0.0.1/127.0.0.1:37353:37353),(127.0.0.1/127.0.0.1:44971:44971)] 2024-12-07T12:18:17,725 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 6f4d0ae4a33f98155431cf5c11c05b65, NAME => 'test2727,,1733573897694.6f4d0ae4a33f98155431cf5c11c05b65.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36075/hbase 2024-12-07T12:18:17,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741865_1042 (size=43) 2024-12-07T12:18:17,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741865_1042 (size=43) 2024-12-07T12:18:17,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741865_1042 (size=43) 2024-12-07T12:18:17,737 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733573897694.6f4d0ae4a33f98155431cf5c11c05b65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T12:18:17,739 INFO [StoreOpener-6f4d0ae4a33f98155431cf5c11c05b65-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6f4d0ae4a33f98155431cf5c11c05b65 2024-12-07T12:18:17,740 INFO [StoreOpener-6f4d0ae4a33f98155431cf5c11c05b65-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f4d0ae4a33f98155431cf5c11c05b65 columnFamilyName a 2024-12-07T12:18:17,740 DEBUG [StoreOpener-6f4d0ae4a33f98155431cf5c11c05b65-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:17,741 INFO [StoreOpener-6f4d0ae4a33f98155431cf5c11c05b65-1 {}] regionserver.HStore(327): Store=6f4d0ae4a33f98155431cf5c11c05b65/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:17,741 INFO [StoreOpener-6f4d0ae4a33f98155431cf5c11c05b65-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 6f4d0ae4a33f98155431cf5c11c05b65 2024-12-07T12:18:17,742 INFO [StoreOpener-6f4d0ae4a33f98155431cf5c11c05b65-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f4d0ae4a33f98155431cf5c11c05b65 columnFamilyName b 2024-12-07T12:18:17,743 DEBUG [StoreOpener-6f4d0ae4a33f98155431cf5c11c05b65-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:17,743 INFO [StoreOpener-6f4d0ae4a33f98155431cf5c11c05b65-1 {}] regionserver.HStore(327): Store=6f4d0ae4a33f98155431cf5c11c05b65/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:17,743 INFO [StoreOpener-6f4d0ae4a33f98155431cf5c11c05b65-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 6f4d0ae4a33f98155431cf5c11c05b65 2024-12-07T12:18:17,745 INFO [StoreOpener-6f4d0ae4a33f98155431cf5c11c05b65-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f4d0ae4a33f98155431cf5c11c05b65 columnFamilyName c 2024-12-07T12:18:17,745 DEBUG [StoreOpener-6f4d0ae4a33f98155431cf5c11c05b65-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:17,745 INFO [StoreOpener-6f4d0ae4a33f98155431cf5c11c05b65-1 {}] regionserver.HStore(327): Store=6f4d0ae4a33f98155431cf5c11c05b65/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:17,745 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6f4d0ae4a33f98155431cf5c11c05b65 2024-12-07T12:18:17,746 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/test2727/6f4d0ae4a33f98155431cf5c11c05b65 2024-12-07T12:18:17,746 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/test2727/6f4d0ae4a33f98155431cf5c11c05b65 2024-12-07T12:18:17,748 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6f4d0ae4a33f98155431cf5c11c05b65 2024-12-07T12:18:17,748 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6f4d0ae4a33f98155431cf5c11c05b65 2024-12-07T12:18:17,749 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T12:18:17,750 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6f4d0ae4a33f98155431cf5c11c05b65 2024-12-07T12:18:17,753 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36075/hbase/data/default/test2727/6f4d0ae4a33f98155431cf5c11c05b65/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T12:18:17,753 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6f4d0ae4a33f98155431cf5c11c05b65; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74040279, jitterRate=0.10328613221645355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T12:18:17,755 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6f4d0ae4a33f98155431cf5c11c05b65: Writing region info on filesystem at 1733573897737Initializing all the Stores at 1733573897738 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573897738Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573897738Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573897738Cleaning up temporary data from old regions at 1733573897748 (+10 ms)Region opened successfully at 1733573897755 (+7 ms) 2024-12-07T12:18:17,755 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 6f4d0ae4a33f98155431cf5c11c05b65, disabling compactions & flushes 2024-12-07T12:18:17,755 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733573897694.6f4d0ae4a33f98155431cf5c11c05b65. 2024-12-07T12:18:17,755 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733573897694.6f4d0ae4a33f98155431cf5c11c05b65. 2024-12-07T12:18:17,755 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733573897694.6f4d0ae4a33f98155431cf5c11c05b65. after waiting 0 ms 2024-12-07T12:18:17,755 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733573897694.6f4d0ae4a33f98155431cf5c11c05b65. 2024-12-07T12:18:17,755 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733573897694.6f4d0ae4a33f98155431cf5c11c05b65. 2024-12-07T12:18:17,755 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 6f4d0ae4a33f98155431cf5c11c05b65: Waiting for close lock at 1733573897755Disabling compacts and flushes for region at 1733573897755Disabling writes for close at 1733573897755Writing region close event to WAL at 1733573897755Closed at 1733573897755 2024-12-07T12:18:17,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741864_1041 (size=95) 2024-12-07T12:18:17,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741864_1041 (size=95) 2024-12-07T12:18:17,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741864_1041 (size=95) 2024-12-07T12:18:17,761 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T12:18:17,761 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-78653745:(num 1733573897700) 2024-12-07T12:18:17,762 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T12:18:17,764 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36075/hbase/WALs/test2727-manual,16010,1733573897693, archiveDir=hdfs://localhost:36075/hbase/oldWALs, maxLogs=32 2024-12-07T12:18:17,779 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733573897693/wal.1733573897764, exclude list is [], retry=0 2024-12-07T12:18:17,782 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45737,DS-6159411b-4a4b-4bb3-aee0-15ace74cfa70,DISK] 2024-12-07T12:18:17,782 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-a467636b-11e8-4000-a1ff-a8642bb33251,DISK] 2024-12-07T12:18:17,783 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41817,DS-edc316d4-0586-40b6-a94b-44bd4066a8bb,DISK] 2024-12-07T12:18:17,785 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733573897693/wal.1733573897764 2024-12-07T12:18:17,785 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41885:41885),(127.0.0.1/127.0.0.1:44971:44971),(127.0.0.1/127.0.0.1:37353:37353)] 2024-12-07T12:18:17,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741866_1043 (size=263359) 2024-12-07T12:18:17,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741866_1043 (size=263359) 2024-12-07T12:18:17,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741866_1043 (size=263359) 2024-12-07T12:18:17,974 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36075/hbase/WALs/test2727-manual,16010,1733573897693/wal.1733573897764, size=257.2 K (263359bytes) 2024-12-07T12:18:17,974 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36075/hbase/WALs/test2727-manual,16010,1733573897693/wal.1733573897764 2024-12-07T12:18:17,975 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36075/hbase/WALs/test2727-manual,16010,1733573897693/wal.1733573897764 after 0ms 2024-12-07T12:18:17,978 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36075/hbase/WALs/test2727-manual,16010,1733573897693/wal.1733573897764: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T12:18:17,979 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36075/hbase/WALs/test2727-manual,16010,1733573897693/wal.1733573897764 took 5ms 2024-12-07T12:18:17,984 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733573897764.temp 2024-12-07T12:18:17,986 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36075/hbase/data/default/test2727/6f4d0ae4a33f98155431cf5c11c05b65/recovered.edits/0000000000000000001-wal.1733573897764.temp 2024-12-07T12:18:18,042 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36075/hbase/WALs/test2727-manual,16010,1733573897693/wal.1733573897764 so closing down 2024-12-07T12:18:18,042 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T12:18:18,042 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T12:18:18,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741867_1044 (size=263359) 2024-12-07T12:18:18,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741867_1044 (size=263359) 2024-12-07T12:18:18,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741867_1044 (size=263359) 2024-12-07T12:18:18,048 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36075/hbase/data/default/test2727/6f4d0ae4a33f98155431cf5c11c05b65/recovered.edits/0000000000000000001-wal.1733573897764.temp (wrote 3000 edits, skipped 0 edits in 42 ms) 2024-12-07T12:18:18,050 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36075/hbase/data/default/test2727/6f4d0ae4a33f98155431cf5c11c05b65/recovered.edits/0000000000000000001-wal.1733573897764.temp to hdfs://localhost:36075/hbase/data/default/test2727/6f4d0ae4a33f98155431cf5c11c05b65/recovered.edits/0000000000000003000 2024-12-07T12:18:18,050 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:36075/hbase/WALs/test2727-manual,16010,1733573897693/wal.1733573897764, size=257.2 K, length=263359, corrupted=false, cancelled=false 2024-12-07T12:18:18,050 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36075/hbase/WALs/test2727-manual,16010,1733573897693/wal.1733573897764, journal: Splitting hdfs://localhost:36075/hbase/WALs/test2727-manual,16010,1733573897693/wal.1733573897764, size=257.2 K (263359bytes) at 1733573897974Creating recovered edits writer path=hdfs://localhost:36075/hbase/data/default/test2727/6f4d0ae4a33f98155431cf5c11c05b65/recovered.edits/0000000000000000001-wal.1733573897764.temp at 1733573897986 (+12 ms)Split 1024 edits, skipped 0 edits. at 1733573898003 (+17 ms)Split 2048 edits, skipped 0 edits. at 1733573898022 (+19 ms)Finishing writing output for hdfs://localhost:36075/hbase/WALs/test2727-manual,16010,1733573897693/wal.1733573897764 so closing down at 1733573898042 (+20 ms)3 split writer threads finished at 1733573898042Closed recovered edits writer path=hdfs://localhost:36075/hbase/data/default/test2727/6f4d0ae4a33f98155431cf5c11c05b65/recovered.edits/0000000000000000001-wal.1733573897764.temp (wrote 3000 edits, skipped 0 edits in 42 ms) at 1733573898048 (+6 ms)Rename recovered edits hdfs://localhost:36075/hbase/data/default/test2727/6f4d0ae4a33f98155431cf5c11c05b65/recovered.edits/0000000000000000001-wal.1733573897764.temp to hdfs://localhost:36075/hbase/data/default/test2727/6f4d0ae4a33f98155431cf5c11c05b65/recovered.edits/0000000000000003000 at 1733573898050 (+2 ms)Processed 3000 edits across 1 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:36075/hbase/WALs/test2727-manual,16010,1733573897693/wal.1733573897764, size=257.2 K, length=263359, corrupted=false, cancelled=false at 1733573898050 2024-12-07T12:18:18,052 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36075/hbase/WALs/test2727-manual,16010,1733573897693/wal.1733573897764 to hdfs://localhost:36075/hbase/oldWALs/wal.1733573897764 2024-12-07T12:18:18,053 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:36075/hbase/data/default/test2727/6f4d0ae4a33f98155431cf5c11c05b65/recovered.edits/0000000000000003000 2024-12-07T12:18:18,053 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T12:18:18,055 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36075/hbase/WALs/test2727-manual,16010,1733573897693, archiveDir=hdfs://localhost:36075/hbase/oldWALs, maxLogs=32 2024-12-07T12:18:18,071 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733573897693/wal.1733573898056, exclude list is [], retry=0 2024-12-07T12:18:18,074 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41817,DS-edc316d4-0586-40b6-a94b-44bd4066a8bb,DISK] 2024-12-07T12:18:18,074 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-a467636b-11e8-4000-a1ff-a8642bb33251,DISK] 2024-12-07T12:18:18,075 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45737,DS-6159411b-4a4b-4bb3-aee0-15ace74cfa70,DISK] 2024-12-07T12:18:18,081 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733573897693/wal.1733573898056 2024-12-07T12:18:18,081 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37353:37353),(127.0.0.1/127.0.0.1:44971:44971),(127.0.0.1/127.0.0.1:41885:41885)] 2024-12-07T12:18:18,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741868_1045 (size=263486) 2024-12-07T12:18:18,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741868_1045 (size=263486) 2024-12-07T12:18:18,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741868_1045 (size=263486) 2024-12-07T12:18:18,284 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36075/hbase/WALs/test2727-manual,16010,1733573897693/wal.1733573898056, size=257.3 K (263486bytes) 2024-12-07T12:18:18,284 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36075/hbase/WALs/test2727-manual,16010,1733573897693/wal.1733573898056 2024-12-07T12:18:18,285 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36075/hbase/WALs/test2727-manual,16010,1733573897693/wal.1733573898056 after 1ms 2024-12-07T12:18:18,288 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36075/hbase/WALs/test2727-manual,16010,1733573897693/wal.1733573898056: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T12:18:18,290 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36075/hbase/WALs/test2727-manual,16010,1733573897693/wal.1733573898056 took 6ms 2024-12-07T12:18:18,294 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1733573898056.temp 2024-12-07T12:18:18,296 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36075/hbase/data/default/test2727/6f4d0ae4a33f98155431cf5c11c05b65/recovered.edits/0000000000000003001-wal.1733573898056.temp 2024-12-07T12:18:18,359 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36075/hbase/WALs/test2727-manual,16010,1733573897693/wal.1733573898056 so closing down 2024-12-07T12:18:18,359 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T12:18:18,360 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T12:18:18,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741869_1046 (size=263486) 2024-12-07T12:18:18,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741869_1046 (size=263486) 2024-12-07T12:18:18,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741869_1046 (size=263486) 2024-12-07T12:18:18,365 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36075/hbase/data/default/test2727/6f4d0ae4a33f98155431cf5c11c05b65/recovered.edits/0000000000000003001-wal.1733573898056.temp (wrote 3000 edits, skipped 0 edits in 41 ms) 2024-12-07T12:18:18,367 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36075/hbase/data/default/test2727/6f4d0ae4a33f98155431cf5c11c05b65/recovered.edits/0000000000000003001-wal.1733573898056.temp to hdfs://localhost:36075/hbase/data/default/test2727/6f4d0ae4a33f98155431cf5c11c05b65/recovered.edits/0000000000000006000 2024-12-07T12:18:18,367 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 77 ms; skipped=0; WAL=hdfs://localhost:36075/hbase/WALs/test2727-manual,16010,1733573897693/wal.1733573898056, size=257.3 K, length=263486, corrupted=false, cancelled=false 2024-12-07T12:18:18,367 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36075/hbase/WALs/test2727-manual,16010,1733573897693/wal.1733573898056, journal: Splitting hdfs://localhost:36075/hbase/WALs/test2727-manual,16010,1733573897693/wal.1733573898056, size=257.3 K (263486bytes) at 1733573898284Creating recovered edits writer path=hdfs://localhost:36075/hbase/data/default/test2727/6f4d0ae4a33f98155431cf5c11c05b65/recovered.edits/0000000000000003001-wal.1733573898056.temp at 1733573898296 (+12 ms)Split 1024 edits, skipped 0 edits. at 1733573898315 (+19 ms)Split 2048 edits, skipped 0 edits. at 1733573898338 (+23 ms)Finishing writing output for hdfs://localhost:36075/hbase/WALs/test2727-manual,16010,1733573897693/wal.1733573898056 so closing down at 1733573898359 (+21 ms)3 split writer threads finished at 1733573898360 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36075/hbase/data/default/test2727/6f4d0ae4a33f98155431cf5c11c05b65/recovered.edits/0000000000000003001-wal.1733573898056.temp (wrote 3000 edits, skipped 0 edits in 41 ms) at 1733573898365 (+5 ms)Rename recovered edits hdfs://localhost:36075/hbase/data/default/test2727/6f4d0ae4a33f98155431cf5c11c05b65/recovered.edits/0000000000000003001-wal.1733573898056.temp to hdfs://localhost:36075/hbase/data/default/test2727/6f4d0ae4a33f98155431cf5c11c05b65/recovered.edits/0000000000000006000 at 1733573898367 (+2 ms)Processed 3000 edits across 1 Regions in 77 ms; skipped=0; WAL=hdfs://localhost:36075/hbase/WALs/test2727-manual,16010,1733573897693/wal.1733573898056, size=257.3 K, length=263486, corrupted=false, cancelled=false at 1733573898367 2024-12-07T12:18:18,369 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36075/hbase/WALs/test2727-manual,16010,1733573897693/wal.1733573898056 to hdfs://localhost:36075/hbase/oldWALs/wal.1733573898056 2024-12-07T12:18:18,371 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:36075/hbase/data/default/test2727/6f4d0ae4a33f98155431cf5c11c05b65/recovered.edits/0000000000000006000 2024-12-07T12:18:18,371 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T12:18:18,373 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36075/hbase/WALs/test2727-manual,16010,1733573897693, archiveDir=hdfs://localhost:36075/hbase/oldWALs, maxLogs=32 2024-12-07T12:18:18,396 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733573897693/wal.1733573898374, exclude list is [], retry=0 2024-12-07T12:18:18,400 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45737,DS-6159411b-4a4b-4bb3-aee0-15ace74cfa70,DISK] 2024-12-07T12:18:18,400 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41817,DS-edc316d4-0586-40b6-a94b-44bd4066a8bb,DISK] 2024-12-07T12:18:18,400 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-a467636b-11e8-4000-a1ff-a8642bb33251,DISK] 2024-12-07T12:18:18,403 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733573897693/wal.1733573898374 2024-12-07T12:18:18,403 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41885:41885),(127.0.0.1/127.0.0.1:37353:37353),(127.0.0.1/127.0.0.1:44971:44971)] 2024-12-07T12:18:18,403 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f4d0ae4a33f98155431cf5c11c05b65, NAME => 'test2727,,1733573897694.6f4d0ae4a33f98155431cf5c11c05b65.', STARTKEY => '', ENDKEY => ''} 2024-12-07T12:18:18,404 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733573897694.6f4d0ae4a33f98155431cf5c11c05b65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T12:18:18,404 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6f4d0ae4a33f98155431cf5c11c05b65 2024-12-07T12:18:18,404 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6f4d0ae4a33f98155431cf5c11c05b65 2024-12-07T12:18:18,406 INFO [StoreOpener-6f4d0ae4a33f98155431cf5c11c05b65-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6f4d0ae4a33f98155431cf5c11c05b65 2024-12-07T12:18:18,407 INFO [StoreOpener-6f4d0ae4a33f98155431cf5c11c05b65-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f4d0ae4a33f98155431cf5c11c05b65 columnFamilyName a 2024-12-07T12:18:18,407 DEBUG [StoreOpener-6f4d0ae4a33f98155431cf5c11c05b65-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:18,408 INFO [StoreOpener-6f4d0ae4a33f98155431cf5c11c05b65-1 {}] regionserver.HStore(327): Store=6f4d0ae4a33f98155431cf5c11c05b65/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:18,408 INFO [StoreOpener-6f4d0ae4a33f98155431cf5c11c05b65-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 6f4d0ae4a33f98155431cf5c11c05b65 2024-12-07T12:18:18,409 INFO [StoreOpener-6f4d0ae4a33f98155431cf5c11c05b65-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f4d0ae4a33f98155431cf5c11c05b65 columnFamilyName b 2024-12-07T12:18:18,409 DEBUG [StoreOpener-6f4d0ae4a33f98155431cf5c11c05b65-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:18,410 INFO [StoreOpener-6f4d0ae4a33f98155431cf5c11c05b65-1 {}] regionserver.HStore(327): Store=6f4d0ae4a33f98155431cf5c11c05b65/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:18,410 INFO [StoreOpener-6f4d0ae4a33f98155431cf5c11c05b65-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 6f4d0ae4a33f98155431cf5c11c05b65 2024-12-07T12:18:18,411 INFO [StoreOpener-6f4d0ae4a33f98155431cf5c11c05b65-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f4d0ae4a33f98155431cf5c11c05b65 columnFamilyName c 2024-12-07T12:18:18,411 DEBUG [StoreOpener-6f4d0ae4a33f98155431cf5c11c05b65-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:18,412 INFO [StoreOpener-6f4d0ae4a33f98155431cf5c11c05b65-1 {}] regionserver.HStore(327): Store=6f4d0ae4a33f98155431cf5c11c05b65/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:18,412 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6f4d0ae4a33f98155431cf5c11c05b65 2024-12-07T12:18:18,413 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/test2727/6f4d0ae4a33f98155431cf5c11c05b65 2024-12-07T12:18:18,415 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/test2727/6f4d0ae4a33f98155431cf5c11c05b65 2024-12-07T12:18:18,416 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36075/hbase/data/default/test2727/6f4d0ae4a33f98155431cf5c11c05b65/recovered.edits/0000000000000003000 2024-12-07T12:18:18,420 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36075/hbase/data/default/test2727/6f4d0ae4a33f98155431cf5c11c05b65/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T12:18:18,468 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:36075/hbase/data/default/test2727/6f4d0ae4a33f98155431cf5c11c05b65/recovered.edits/0000000000000003000 2024-12-07T12:18:18,470 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36075/hbase/data/default/test2727/6f4d0ae4a33f98155431cf5c11c05b65/recovered.edits/0000000000000006000 2024-12-07T12:18:18,472 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36075/hbase/data/default/test2727/6f4d0ae4a33f98155431cf5c11c05b65/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T12:18:18,520 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:36075/hbase/data/default/test2727/6f4d0ae4a33f98155431cf5c11c05b65/recovered.edits/0000000000000006000 2024-12-07T12:18:18,520 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6f4d0ae4a33f98155431cf5c11c05b65 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-12-07T12:18:18,543 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/hbase/data/default/test2727/6f4d0ae4a33f98155431cf5c11c05b65/.tmp/a/b124d4b0687242c5af77d41abea40df2 is 41, key is test2727/a:100/1733573898088/Put/seqid=0 2024-12-07T12:18:18,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741871_1048 (size=84227) 2024-12-07T12:18:18,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741871_1048 (size=84227) 2024-12-07T12:18:18,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741871_1048 (size=84227) 2024-12-07T12:18:18,554 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:36075/hbase/data/default/test2727/6f4d0ae4a33f98155431cf5c11c05b65/.tmp/a/b124d4b0687242c5af77d41abea40df2 2024-12-07T12:18:18,582 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/hbase/data/default/test2727/6f4d0ae4a33f98155431cf5c11c05b65/.tmp/b/0983361ef28a44bdbd5887e3cbd46018 is 41, key is test2727/b:100/1733573898159/Put/seqid=0 2024-12-07T12:18:18,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741872_1049 (size=84609) 2024-12-07T12:18:18,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741872_1049 (size=84609) 2024-12-07T12:18:18,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741872_1049 (size=84609) 2024-12-07T12:18:18,589 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:36075/hbase/data/default/test2727/6f4d0ae4a33f98155431cf5c11c05b65/.tmp/b/0983361ef28a44bdbd5887e3cbd46018 2024-12-07T12:18:18,616 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/hbase/data/default/test2727/6f4d0ae4a33f98155431cf5c11c05b65/.tmp/c/bfd520ba37794216a705d1143cf4b30d is 41, key is test2727/c:100/1733573898208/Put/seqid=0 2024-12-07T12:18:18,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741873_1050 (size=84609) 2024-12-07T12:18:18,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741873_1050 (size=84609) 2024-12-07T12:18:18,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741873_1050 (size=84609) 2024-12-07T12:18:18,624 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:36075/hbase/data/default/test2727/6f4d0ae4a33f98155431cf5c11c05b65/.tmp/c/bfd520ba37794216a705d1143cf4b30d 2024-12-07T12:18:18,633 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/hbase/data/default/test2727/6f4d0ae4a33f98155431cf5c11c05b65/.tmp/a/b124d4b0687242c5af77d41abea40df2 as hdfs://localhost:36075/hbase/data/default/test2727/6f4d0ae4a33f98155431cf5c11c05b65/a/b124d4b0687242c5af77d41abea40df2 2024-12-07T12:18:18,641 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36075/hbase/data/default/test2727/6f4d0ae4a33f98155431cf5c11c05b65/a/b124d4b0687242c5af77d41abea40df2, entries=2000, sequenceid=6000, filesize=82.3 K 2024-12-07T12:18:18,642 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/hbase/data/default/test2727/6f4d0ae4a33f98155431cf5c11c05b65/.tmp/b/0983361ef28a44bdbd5887e3cbd46018 as hdfs://localhost:36075/hbase/data/default/test2727/6f4d0ae4a33f98155431cf5c11c05b65/b/0983361ef28a44bdbd5887e3cbd46018 2024-12-07T12:18:18,650 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36075/hbase/data/default/test2727/6f4d0ae4a33f98155431cf5c11c05b65/b/0983361ef28a44bdbd5887e3cbd46018, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-07T12:18:18,652 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/hbase/data/default/test2727/6f4d0ae4a33f98155431cf5c11c05b65/.tmp/c/bfd520ba37794216a705d1143cf4b30d as hdfs://localhost:36075/hbase/data/default/test2727/6f4d0ae4a33f98155431cf5c11c05b65/c/bfd520ba37794216a705d1143cf4b30d 2024-12-07T12:18:18,659 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36075/hbase/data/default/test2727/6f4d0ae4a33f98155431cf5c11c05b65/c/bfd520ba37794216a705d1143cf4b30d, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-07T12:18:18,659 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 6f4d0ae4a33f98155431cf5c11c05b65 in 139ms, sequenceid=6000, compaction requested=false; wal=null 2024-12-07T12:18:18,660 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36075/hbase/data/default/test2727/6f4d0ae4a33f98155431cf5c11c05b65/recovered.edits/0000000000000003000 2024-12-07T12:18:18,661 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36075/hbase/data/default/test2727/6f4d0ae4a33f98155431cf5c11c05b65/recovered.edits/0000000000000006000 2024-12-07T12:18:18,662 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6f4d0ae4a33f98155431cf5c11c05b65 2024-12-07T12:18:18,662 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6f4d0ae4a33f98155431cf5c11c05b65 2024-12-07T12:18:18,663 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T12:18:18,664 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6f4d0ae4a33f98155431cf5c11c05b65 2024-12-07T12:18:18,667 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36075/hbase/data/default/test2727/6f4d0ae4a33f98155431cf5c11c05b65/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-12-07T12:18:18,668 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6f4d0ae4a33f98155431cf5c11c05b65; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70112132, jitterRate=0.04475218057632446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T12:18:18,670 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6f4d0ae4a33f98155431cf5c11c05b65: Writing region info on filesystem at 1733573898404Initializing all the Stores at 1733573898405 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573898405Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573898405Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573898405Obtaining lock to block concurrent updates at 1733573898520 (+115 ms)Preparing flush snapshotting stores in 6f4d0ae4a33f98155431cf5c11c05b65 at 1733573898520Finished memstore snapshotting test2727,,1733573897694.6f4d0ae4a33f98155431cf5c11c05b65., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1733573898521 (+1 ms)Flushing stores of test2727,,1733573897694.6f4d0ae4a33f98155431cf5c11c05b65. at 1733573898521Flushing 6f4d0ae4a33f98155431cf5c11c05b65/a: creating writer at 1733573898521Flushing 6f4d0ae4a33f98155431cf5c11c05b65/a: appending metadata at 1733573898543 (+22 ms)Flushing 6f4d0ae4a33f98155431cf5c11c05b65/a: closing flushed file at 1733573898543Flushing 6f4d0ae4a33f98155431cf5c11c05b65/b: creating writer at 1733573898560 (+17 ms)Flushing 6f4d0ae4a33f98155431cf5c11c05b65/b: appending metadata at 1733573898580 (+20 ms)Flushing 6f4d0ae4a33f98155431cf5c11c05b65/b: closing flushed file at 1733573898580Flushing 6f4d0ae4a33f98155431cf5c11c05b65/c: creating writer at 1733573898595 (+15 ms)Flushing 6f4d0ae4a33f98155431cf5c11c05b65/c: appending metadata at 1733573898615 (+20 ms)Flushing 6f4d0ae4a33f98155431cf5c11c05b65/c: closing flushed file at 1733573898615Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@92d3b26: reopening flushed file at 1733573898632 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c5d7946: reopening flushed file at 1733573898641 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3033f05e: reopening flushed file at 1733573898650 (+9 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 6f4d0ae4a33f98155431cf5c11c05b65 in 139ms, sequenceid=6000, compaction requested=false; wal=null at 1733573898659 (+9 ms)Cleaning up temporary data from old regions at 1733573898662 (+3 ms)Region opened successfully at 1733573898669 (+7 ms) 2024-12-07T12:18:18,671 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-12-07T12:18:18,671 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 6f4d0ae4a33f98155431cf5c11c05b65, disabling compactions & flushes 2024-12-07T12:18:18,671 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733573897694.6f4d0ae4a33f98155431cf5c11c05b65. 2024-12-07T12:18:18,671 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733573897694.6f4d0ae4a33f98155431cf5c11c05b65. 2024-12-07T12:18:18,671 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733573897694.6f4d0ae4a33f98155431cf5c11c05b65. after waiting 0 ms 2024-12-07T12:18:18,671 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733573897694.6f4d0ae4a33f98155431cf5c11c05b65. 2024-12-07T12:18:18,673 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733573897694.6f4d0ae4a33f98155431cf5c11c05b65. 2024-12-07T12:18:18,673 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 6f4d0ae4a33f98155431cf5c11c05b65: Waiting for close lock at 1733573898671Disabling compacts and flushes for region at 1733573898671Disabling writes for close at 1733573898671Writing region close event to WAL at 1733573898673 (+2 ms)Closed at 1733573898673 2024-12-07T12:18:18,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741870_1047 (size=95) 2024-12-07T12:18:18,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741870_1047 (size=95) 2024-12-07T12:18:18,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741870_1047 (size=95) 2024-12-07T12:18:18,679 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T12:18:18,679 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733573898374) 2024-12-07T12:18:18,695 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=405 (was 403) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-824829107_22 at /127.0.0.1:35752 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-824829107_22 at /127.0.0.1:59968 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-824829107_22 at /127.0.0.1:48628 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=262 (was 262), ProcessCount=11 (was 11), AvailableMemoryMB=6470 (was 6713) 2024-12-07T12:18:18,709 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=405, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=262, ProcessCount=11, AvailableMemoryMB=6469 2024-12-07T12:18:18,733 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T12:18:18,741 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36075/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733573898733, archiveDir=hdfs://localhost:36075/hbase/oldWALs, maxLogs=32 2024-12-07T12:18:18,742 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1733573898742 2024-12-07T12:18:18,751 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733573898733/wal.1733573898742 2024-12-07T12:18:18,756 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44971:44971),(127.0.0.1/127.0.0.1:41885:41885),(127.0.0.1/127.0.0.1:37353:37353)] 2024-12-07T12:18:18,757 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3de886b9f0b5c4500bf89a94f9d501b2, NAME => 'testSequentialEditLogSeqNum,,1733573898734.3de886b9f0b5c4500bf89a94f9d501b2.', STARTKEY => '', ENDKEY => ''} 2024-12-07T12:18:18,757 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1733573898734.3de886b9f0b5c4500bf89a94f9d501b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T12:18:18,757 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3de886b9f0b5c4500bf89a94f9d501b2 2024-12-07T12:18:18,757 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3de886b9f0b5c4500bf89a94f9d501b2 2024-12-07T12:18:18,758 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:36075/hbase/data/default/testSequentialEditLogSeqNum/3de886b9f0b5c4500bf89a94f9d501b2 doesn't exist for region: 3de886b9f0b5c4500bf89a94f9d501b2 on table testSequentialEditLogSeqNum 2024-12-07T12:18:18,759 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 3de886b9f0b5c4500bf89a94f9d501b2 on table testSequentialEditLogSeqNum 2024-12-07T12:18:18,784 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-07T12:18:18,785 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-07T12:18:18,787 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T12:18:18,787 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-07T12:18:18,787 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-07T12:18:18,787 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-07T12:18:18,789 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-12-07T12:18:18,789 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-12-07T12:18:18,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741875_1052 (size=62) 2024-12-07T12:18:18,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741875_1052 (size=62) 2024-12-07T12:18:18,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741875_1052 (size=62) 2024-12-07T12:18:18,796 INFO [StoreOpener-3de886b9f0b5c4500bf89a94f9d501b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3de886b9f0b5c4500bf89a94f9d501b2 2024-12-07T12:18:18,798 INFO [StoreOpener-3de886b9f0b5c4500bf89a94f9d501b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3de886b9f0b5c4500bf89a94f9d501b2 columnFamilyName a 2024-12-07T12:18:18,798 DEBUG [StoreOpener-3de886b9f0b5c4500bf89a94f9d501b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:18,798 INFO [StoreOpener-3de886b9f0b5c4500bf89a94f9d501b2-1 {}] regionserver.HStore(327): Store=3de886b9f0b5c4500bf89a94f9d501b2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:18,799 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3de886b9f0b5c4500bf89a94f9d501b2 2024-12-07T12:18:18,799 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testSequentialEditLogSeqNum/3de886b9f0b5c4500bf89a94f9d501b2 2024-12-07T12:18:18,800 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testSequentialEditLogSeqNum/3de886b9f0b5c4500bf89a94f9d501b2 2024-12-07T12:18:18,800 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3de886b9f0b5c4500bf89a94f9d501b2 2024-12-07T12:18:18,800 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3de886b9f0b5c4500bf89a94f9d501b2 2024-12-07T12:18:18,802 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3de886b9f0b5c4500bf89a94f9d501b2 2024-12-07T12:18:18,804 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36075/hbase/data/default/testSequentialEditLogSeqNum/3de886b9f0b5c4500bf89a94f9d501b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T12:18:18,805 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3de886b9f0b5c4500bf89a94f9d501b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60630292, jitterRate=-0.096538245677948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T12:18:18,806 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3de886b9f0b5c4500bf89a94f9d501b2: Writing region info on filesystem at 1733573898757Initializing all the Stores at 1733573898796 (+39 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573898796Cleaning up temporary data from old regions at 1733573898800 (+4 ms)Region opened successfully at 1733573898806 (+6 ms) 2024-12-07T12:18:18,819 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3de886b9f0b5c4500bf89a94f9d501b2 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-12-07T12:18:18,842 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/hbase/data/default/testSequentialEditLogSeqNum/3de886b9f0b5c4500bf89a94f9d501b2/.tmp/a/97c63f675b7343da8cc44717cdbfc3bf is 81, key is testSequentialEditLogSeqNum/a:x0/1733573898806/Put/seqid=0 2024-12-07T12:18:18,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741876_1053 (size=5833) 2024-12-07T12:18:18,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741876_1053 (size=5833) 2024-12-07T12:18:18,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741876_1053 (size=5833) 2024-12-07T12:18:18,851 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36075/hbase/data/default/testSequentialEditLogSeqNum/3de886b9f0b5c4500bf89a94f9d501b2/.tmp/a/97c63f675b7343da8cc44717cdbfc3bf 2024-12-07T12:18:18,858 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/hbase/data/default/testSequentialEditLogSeqNum/3de886b9f0b5c4500bf89a94f9d501b2/.tmp/a/97c63f675b7343da8cc44717cdbfc3bf as hdfs://localhost:36075/hbase/data/default/testSequentialEditLogSeqNum/3de886b9f0b5c4500bf89a94f9d501b2/a/97c63f675b7343da8cc44717cdbfc3bf 2024-12-07T12:18:18,864 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36075/hbase/data/default/testSequentialEditLogSeqNum/3de886b9f0b5c4500bf89a94f9d501b2/a/97c63f675b7343da8cc44717cdbfc3bf, entries=10, sequenceid=13, filesize=5.7 K 2024-12-07T12:18:18,866 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 3de886b9f0b5c4500bf89a94f9d501b2 in 47ms, sequenceid=13, compaction requested=false 2024-12-07T12:18:18,866 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3de886b9f0b5c4500bf89a94f9d501b2: 2024-12-07T12:18:18,872 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-07T12:18:18,872 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-07T12:18:18,872 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-07T12:18:18,872 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-07T12:18:18,873 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-07T12:18:18,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741874_1051 (size=1846) 2024-12-07T12:18:18,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741874_1051 (size=1846) 2024-12-07T12:18:18,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741874_1051 (size=1846) 2024-12-07T12:18:18,892 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36075/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733573898733/wal.1733573898742, size=1.8 K (1846bytes) 2024-12-07T12:18:18,892 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36075/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733573898733/wal.1733573898742 2024-12-07T12:18:18,893 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36075/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733573898733/wal.1733573898742 after 1ms 2024-12-07T12:18:18,895 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36075/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733573898733/wal.1733573898742: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T12:18:18,896 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36075/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733573898733/wal.1733573898742 took 4ms 2024-12-07T12:18:18,898 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36075/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733573898733/wal.1733573898742 so closing down 2024-12-07T12:18:18,898 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T12:18:18,899 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733573898742.temp 2024-12-07T12:18:18,900 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testSequentialEditLogSeqNum/3de886b9f0b5c4500bf89a94f9d501b2/recovered.edits/0000000000000000003-wal.1733573898742.temp 2024-12-07T12:18:18,901 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T12:18:18,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741877_1054 (size=1477) 2024-12-07T12:18:18,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741877_1054 (size=1477) 2024-12-07T12:18:18,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741877_1054 (size=1477) 2024-12-07T12:18:18,909 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testSequentialEditLogSeqNum/3de886b9f0b5c4500bf89a94f9d501b2/recovered.edits/0000000000000000003-wal.1733573898742.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-12-07T12:18:18,910 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36075/hbase/data/default/testSequentialEditLogSeqNum/3de886b9f0b5c4500bf89a94f9d501b2/recovered.edits/0000000000000000003-wal.1733573898742.temp to hdfs://localhost:36075/hbase/data/default/testSequentialEditLogSeqNum/3de886b9f0b5c4500bf89a94f9d501b2/recovered.edits/0000000000000000020 2024-12-07T12:18:18,911 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 15 ms; skipped=2; WAL=hdfs://localhost:36075/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733573898733/wal.1733573898742, size=1.8 K, length=1846, corrupted=false, cancelled=false 2024-12-07T12:18:18,911 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36075/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733573898733/wal.1733573898742, journal: Splitting hdfs://localhost:36075/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733573898733/wal.1733573898742, size=1.8 K (1846bytes) at 1733573898892Finishing writing output for hdfs://localhost:36075/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733573898733/wal.1733573898742 so closing down at 1733573898898 (+6 ms)Creating recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testSequentialEditLogSeqNum/3de886b9f0b5c4500bf89a94f9d501b2/recovered.edits/0000000000000000003-wal.1733573898742.temp at 1733573898900 (+2 ms)3 split writer threads finished at 1733573898901 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testSequentialEditLogSeqNum/3de886b9f0b5c4500bf89a94f9d501b2/recovered.edits/0000000000000000003-wal.1733573898742.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1733573898909 (+8 ms)Rename recovered edits hdfs://localhost:36075/hbase/data/default/testSequentialEditLogSeqNum/3de886b9f0b5c4500bf89a94f9d501b2/recovered.edits/0000000000000000003-wal.1733573898742.temp to hdfs://localhost:36075/hbase/data/default/testSequentialEditLogSeqNum/3de886b9f0b5c4500bf89a94f9d501b2/recovered.edits/0000000000000000020 at 1733573898910 (+1 ms)Processed 17 edits across 1 Regions in 15 ms; skipped=2; WAL=hdfs://localhost:36075/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733573898733/wal.1733573898742, size=1.8 K, length=1846, corrupted=false, cancelled=false at 1733573898911 (+1 ms) 2024-12-07T12:18:18,927 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=410 (was 405) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-824829107_22 at /127.0.0.1:35752 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-824829107_22 at /127.0.0.1:59968 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-824829107_22 at /127.0.0.1:48628 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=262 (was 262), ProcessCount=11 (was 11), AvailableMemoryMB=6410 (was 6469) 2024-12-07T12:18:18,939 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=410, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=262, ProcessCount=11, AvailableMemoryMB=6409 2024-12-07T12:18:18,960 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T12:18:18,963 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T12:18:18,989 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T12:18:18,992 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-43965774, suffix=, logDir=hdfs://localhost:36075/hbase/WALs/hregion-43965774, archiveDir=hdfs://localhost:36075/hbase/oldWALs, maxLogs=32 2024-12-07T12:18:19,014 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-43965774/hregion-43965774.1733573898993, exclude list is [], retry=0 2024-12-07T12:18:19,019 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41817,DS-edc316d4-0586-40b6-a94b-44bd4066a8bb,DISK] 2024-12-07T12:18:19,019 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-a467636b-11e8-4000-a1ff-a8642bb33251,DISK] 2024-12-07T12:18:19,019 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45737,DS-6159411b-4a4b-4bb3-aee0-15ace74cfa70,DISK] 2024-12-07T12:18:19,022 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-43965774/hregion-43965774.1733573898993 2024-12-07T12:18:19,022 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37353:37353),(127.0.0.1/127.0.0.1:44971:44971),(127.0.0.1/127.0.0.1:41885:41885)] 2024-12-07T12:18:19,023 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 2a141c7edf715a85e92ef76165fcd42f, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733573898961.2a141c7edf715a85e92ef76165fcd42f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36075/hbase 2024-12-07T12:18:19,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741879_1056 (size=70) 2024-12-07T12:18:19,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741879_1056 (size=70) 2024-12-07T12:18:19,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741879_1056 (size=70) 2024-12-07T12:18:19,040 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733573898961.2a141c7edf715a85e92ef76165fcd42f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T12:18:19,042 INFO [StoreOpener-2a141c7edf715a85e92ef76165fcd42f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2a141c7edf715a85e92ef76165fcd42f 2024-12-07T12:18:19,044 INFO [StoreOpener-2a141c7edf715a85e92ef76165fcd42f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a141c7edf715a85e92ef76165fcd42f columnFamilyName a 2024-12-07T12:18:19,044 DEBUG [StoreOpener-2a141c7edf715a85e92ef76165fcd42f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:19,045 INFO [StoreOpener-2a141c7edf715a85e92ef76165fcd42f-1 {}] regionserver.HStore(327): Store=2a141c7edf715a85e92ef76165fcd42f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:19,045 INFO [StoreOpener-2a141c7edf715a85e92ef76165fcd42f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2a141c7edf715a85e92ef76165fcd42f 2024-12-07T12:18:19,047 INFO [StoreOpener-2a141c7edf715a85e92ef76165fcd42f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a141c7edf715a85e92ef76165fcd42f columnFamilyName b 2024-12-07T12:18:19,047 DEBUG [StoreOpener-2a141c7edf715a85e92ef76165fcd42f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:19,047 INFO [StoreOpener-2a141c7edf715a85e92ef76165fcd42f-1 {}] regionserver.HStore(327): Store=2a141c7edf715a85e92ef76165fcd42f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:19,048 INFO [StoreOpener-2a141c7edf715a85e92ef76165fcd42f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2a141c7edf715a85e92ef76165fcd42f 2024-12-07T12:18:19,050 INFO [StoreOpener-2a141c7edf715a85e92ef76165fcd42f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a141c7edf715a85e92ef76165fcd42f columnFamilyName c 2024-12-07T12:18:19,050 DEBUG [StoreOpener-2a141c7edf715a85e92ef76165fcd42f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:19,051 INFO [StoreOpener-2a141c7edf715a85e92ef76165fcd42f-1 {}] regionserver.HStore(327): Store=2a141c7edf715a85e92ef76165fcd42f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:19,051 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2a141c7edf715a85e92ef76165fcd42f 2024-12-07T12:18:19,052 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/2a141c7edf715a85e92ef76165fcd42f 2024-12-07T12:18:19,052 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/2a141c7edf715a85e92ef76165fcd42f 2024-12-07T12:18:19,053 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2a141c7edf715a85e92ef76165fcd42f 2024-12-07T12:18:19,054 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2a141c7edf715a85e92ef76165fcd42f 2024-12-07T12:18:19,054 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T12:18:19,056 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2a141c7edf715a85e92ef76165fcd42f 2024-12-07T12:18:19,058 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/2a141c7edf715a85e92ef76165fcd42f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T12:18:19,059 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2a141c7edf715a85e92ef76165fcd42f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60104397, jitterRate=-0.10437469184398651}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T12:18:19,060 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2a141c7edf715a85e92ef76165fcd42f: Writing region info on filesystem at 1733573899040Initializing all the Stores at 1733573899041 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573899041Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573899042 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573899042Cleaning up temporary data from old regions at 1733573899054 (+12 ms)Region opened successfully at 1733573899060 (+6 ms) 2024-12-07T12:18:19,061 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2a141c7edf715a85e92ef76165fcd42f, disabling compactions & flushes 2024-12-07T12:18:19,061 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733573898961.2a141c7edf715a85e92ef76165fcd42f. 2024-12-07T12:18:19,061 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733573898961.2a141c7edf715a85e92ef76165fcd42f. 2024-12-07T12:18:19,061 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733573898961.2a141c7edf715a85e92ef76165fcd42f. after waiting 0 ms 2024-12-07T12:18:19,061 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733573898961.2a141c7edf715a85e92ef76165fcd42f. 2024-12-07T12:18:19,061 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733573898961.2a141c7edf715a85e92ef76165fcd42f. 2024-12-07T12:18:19,062 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2a141c7edf715a85e92ef76165fcd42f: Waiting for close lock at 1733573899061Disabling compacts and flushes for region at 1733573899061Disabling writes for close at 1733573899061Writing region close event to WAL at 1733573899061Closed at 1733573899061 2024-12-07T12:18:19,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741878_1055 (size=95) 2024-12-07T12:18:19,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741878_1055 (size=95) 2024-12-07T12:18:19,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741878_1055 (size=95) 2024-12-07T12:18:19,068 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T12:18:19,068 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-43965774:(num 1733573898993) 2024-12-07T12:18:19,068 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T12:18:19,071 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36075/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733573898959, archiveDir=hdfs://localhost:36075/hbase/oldWALs, maxLogs=32 2024-12-07T12:18:19,092 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733573898959/wal.1733573899071, exclude list is [], retry=0 2024-12-07T12:18:19,096 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41817,DS-edc316d4-0586-40b6-a94b-44bd4066a8bb,DISK] 2024-12-07T12:18:19,096 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45737,DS-6159411b-4a4b-4bb3-aee0-15ace74cfa70,DISK] 2024-12-07T12:18:19,097 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-a467636b-11e8-4000-a1ff-a8642bb33251,DISK] 2024-12-07T12:18:19,099 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733573898959/wal.1733573899071 2024-12-07T12:18:19,099 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37353:37353),(127.0.0.1/127.0.0.1:41885:41885),(127.0.0.1/127.0.0.1:44971:44971)] 2024-12-07T12:18:19,100 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 2a141c7edf715a85e92ef76165fcd42f, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733573898961.2a141c7edf715a85e92ef76165fcd42f.', STARTKEY => '', ENDKEY => ''} 2024-12-07T12:18:19,100 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733573898961.2a141c7edf715a85e92ef76165fcd42f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T12:18:19,100 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 2a141c7edf715a85e92ef76165fcd42f 2024-12-07T12:18:19,100 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 2a141c7edf715a85e92ef76165fcd42f 2024-12-07T12:18:19,102 INFO [StoreOpener-2a141c7edf715a85e92ef76165fcd42f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2a141c7edf715a85e92ef76165fcd42f 2024-12-07T12:18:19,102 INFO [StoreOpener-2a141c7edf715a85e92ef76165fcd42f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a141c7edf715a85e92ef76165fcd42f columnFamilyName a 2024-12-07T12:18:19,103 DEBUG [StoreOpener-2a141c7edf715a85e92ef76165fcd42f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:19,103 INFO [StoreOpener-2a141c7edf715a85e92ef76165fcd42f-1 {}] regionserver.HStore(327): Store=2a141c7edf715a85e92ef76165fcd42f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:19,103 INFO [StoreOpener-2a141c7edf715a85e92ef76165fcd42f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2a141c7edf715a85e92ef76165fcd42f 2024-12-07T12:18:19,104 INFO [StoreOpener-2a141c7edf715a85e92ef76165fcd42f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a141c7edf715a85e92ef76165fcd42f columnFamilyName b 2024-12-07T12:18:19,104 DEBUG [StoreOpener-2a141c7edf715a85e92ef76165fcd42f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:19,105 INFO [StoreOpener-2a141c7edf715a85e92ef76165fcd42f-1 {}] regionserver.HStore(327): Store=2a141c7edf715a85e92ef76165fcd42f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:19,105 INFO [StoreOpener-2a141c7edf715a85e92ef76165fcd42f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2a141c7edf715a85e92ef76165fcd42f 2024-12-07T12:18:19,105 INFO [StoreOpener-2a141c7edf715a85e92ef76165fcd42f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a141c7edf715a85e92ef76165fcd42f columnFamilyName c 2024-12-07T12:18:19,105 DEBUG [StoreOpener-2a141c7edf715a85e92ef76165fcd42f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:19,106 INFO [StoreOpener-2a141c7edf715a85e92ef76165fcd42f-1 {}] regionserver.HStore(327): Store=2a141c7edf715a85e92ef76165fcd42f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:19,106 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2a141c7edf715a85e92ef76165fcd42f 2024-12-07T12:18:19,107 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/2a141c7edf715a85e92ef76165fcd42f 2024-12-07T12:18:19,108 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/2a141c7edf715a85e92ef76165fcd42f 2024-12-07T12:18:19,109 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2a141c7edf715a85e92ef76165fcd42f 2024-12-07T12:18:19,109 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2a141c7edf715a85e92ef76165fcd42f 2024-12-07T12:18:19,110 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T12:18:19,111 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2a141c7edf715a85e92ef76165fcd42f 2024-12-07T12:18:19,112 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2a141c7edf715a85e92ef76165fcd42f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71699575, jitterRate=0.06840692460536957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T12:18:19,113 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2a141c7edf715a85e92ef76165fcd42f: Writing region info on filesystem at 1733573899100Initializing all the Stores at 1733573899101 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573899101Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573899101Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573899101Cleaning up temporary data from old regions at 1733573899109 (+8 ms)Region opened successfully at 1733573899113 (+4 ms) 2024-12-07T12:18:19,117 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1733573899116/Put/seqid=0 2024-12-07T12:18:19,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741881_1058 (size=4826) 2024-12-07T12:18:19,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741881_1058 (size=4826) 2024-12-07T12:18:19,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741881_1058 (size=4826) 2024-12-07T12:18:19,125 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36075/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 2a141c7edf715a85e92ef76165fcd42f/a 2024-12-07T12:18:19,134 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-12-07T12:18:19,134 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-07T12:18:19,134 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 2a141c7edf715a85e92ef76165fcd42f: 2024-12-07T12:18:19,137 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:36075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/2a141c7edf715a85e92ef76165fcd42f/a/e55c0b0715a841ed8e3a01c392260c64_SeqId_3_ 2024-12-07T12:18:19,138 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36075/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 2a141c7edf715a85e92ef76165fcd42f/a as hdfs://localhost:36075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/2a141c7edf715a85e92ef76165fcd42f/a/e55c0b0715a841ed8e3a01c392260c64_SeqId_3_ - updating store file list. 2024-12-07T12:18:19,143 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for e55c0b0715a841ed8e3a01c392260c64_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-07T12:18:19,144 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/2a141c7edf715a85e92ef76165fcd42f/a/e55c0b0715a841ed8e3a01c392260c64_SeqId_3_ into 2a141c7edf715a85e92ef76165fcd42f/a 2024-12-07T12:18:19,144 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36075/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 2a141c7edf715a85e92ef76165fcd42f/a (new location: hdfs://localhost:36075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/2a141c7edf715a85e92ef76165fcd42f/a/e55c0b0715a841ed8e3a01c392260c64_SeqId_3_) 2024-12-07T12:18:19,189 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36075/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733573898959/wal.1733573899071, size=0 (0bytes) 2024-12-07T12:18:19,189 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:36075/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733573898959/wal.1733573899071 might be still open, length is 0 2024-12-07T12:18:19,189 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36075/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733573898959/wal.1733573899071 2024-12-07T12:18:19,189 WARN [IPC Server handler 1 on default port 36075 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733573898959/wal.1733573899071 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-12-07T12:18:19,190 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:36075/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733573898959/wal.1733573899071 after 0ms 2024-12-07T12:18:19,327 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-824829107_22 at /127.0.0.1:48708 [Receiving block BP-1828611381-172.17.0.2-1733573885344:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:41817:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48708 dst: /127.0.0.1:41817 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41817 remote=/127.0.0.1:48708]. Total timeout mills is 60000, 59823 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T12:18:19,328 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-824829107_22 at /127.0.0.1:35890 [Receiving block BP-1828611381-172.17.0.2-1733573885344:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:45737:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35890 dst: /127.0.0.1:45737 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T12:18:19,328 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-824829107_22 at /127.0.0.1:60058 [Receiving block BP-1828611381-172.17.0.2-1733573885344:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:37447:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60058 dst: /127.0.0.1:37447 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T12:18:19,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741880_1059 (size=473) 2024-12-07T12:18:19,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741880_1059 (size=473) 2024-12-07T12:18:23,190 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:36075/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733573898959/wal.1733573899071 after 4001ms 2024-12-07T12:18:23,194 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36075/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733573898959/wal.1733573899071: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T12:18:23,194 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36075/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733573898959/wal.1733573899071 took 4006ms 2024-12-07T12:18:23,196 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:36075/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733573898959/wal.1733573899071; continuing. 2024-12-07T12:18:23,196 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36075/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733573898959/wal.1733573899071 so closing down 2024-12-07T12:18:23,196 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T12:18:23,198 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1733573899071.temp 2024-12-07T12:18:23,200 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/2a141c7edf715a85e92ef76165fcd42f/recovered.edits/0000000000000000005-wal.1733573899071.temp 2024-12-07T12:18:23,200 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T12:18:23,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741882_1060 (size=259) 2024-12-07T12:18:23,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741882_1060 (size=259) 2024-12-07T12:18:23,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741882_1060 (size=259) 2024-12-07T12:18:23,207 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/2a141c7edf715a85e92ef76165fcd42f/recovered.edits/0000000000000000005-wal.1733573899071.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-07T12:18:23,209 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/2a141c7edf715a85e92ef76165fcd42f/recovered.edits/0000000000000000005-wal.1733573899071.temp to hdfs://localhost:36075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/2a141c7edf715a85e92ef76165fcd42f/recovered.edits/0000000000000000005 2024-12-07T12:18:23,209 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 15 ms; skipped=1; WAL=hdfs://localhost:36075/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733573898959/wal.1733573899071, size=0, length=0, corrupted=false, cancelled=false 2024-12-07T12:18:23,209 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36075/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733573898959/wal.1733573899071, journal: Splitting hdfs://localhost:36075/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733573898959/wal.1733573899071, size=0 (0bytes) at 1733573899189Finishing writing output for hdfs://localhost:36075/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733573898959/wal.1733573899071 so closing down at 1733573903196 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/2a141c7edf715a85e92ef76165fcd42f/recovered.edits/0000000000000000005-wal.1733573899071.temp at 1733573903200 (+4 ms)3 split writer threads finished at 1733573903200Closed recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/2a141c7edf715a85e92ef76165fcd42f/recovered.edits/0000000000000000005-wal.1733573899071.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733573903207 (+7 ms)Rename recovered edits hdfs://localhost:36075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/2a141c7edf715a85e92ef76165fcd42f/recovered.edits/0000000000000000005-wal.1733573899071.temp to hdfs://localhost:36075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/2a141c7edf715a85e92ef76165fcd42f/recovered.edits/0000000000000000005 at 1733573903209 (+2 ms)Processed 2 edits across 1 Regions in 15 ms; skipped=1; WAL=hdfs://localhost:36075/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733573898959/wal.1733573899071, size=0, length=0, corrupted=false, cancelled=false at 1733573903209 2024-12-07T12:18:23,212 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36075/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733573898959/wal.1733573899071 to hdfs://localhost:36075/hbase/oldWALs/wal.1733573899071 2024-12-07T12:18:23,213 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:36075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/2a141c7edf715a85e92ef76165fcd42f/recovered.edits/0000000000000000005 2024-12-07T12:18:23,213 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T12:18:23,215 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36075/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733573898959, archiveDir=hdfs://localhost:36075/hbase/oldWALs, maxLogs=32 2024-12-07T12:18:23,232 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733573898959/wal.1733573903216, exclude list is [], retry=0 2024-12-07T12:18:23,235 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-a467636b-11e8-4000-a1ff-a8642bb33251,DISK] 2024-12-07T12:18:23,235 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45737,DS-6159411b-4a4b-4bb3-aee0-15ace74cfa70,DISK] 2024-12-07T12:18:23,236 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41817,DS-edc316d4-0586-40b6-a94b-44bd4066a8bb,DISK] 2024-12-07T12:18:23,237 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733573898959/wal.1733573903216 2024-12-07T12:18:23,238 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44971:44971),(127.0.0.1/127.0.0.1:41885:41885),(127.0.0.1/127.0.0.1:37353:37353)] 2024-12-07T12:18:23,238 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 2a141c7edf715a85e92ef76165fcd42f, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733573898961.2a141c7edf715a85e92ef76165fcd42f.', STARTKEY => '', ENDKEY => ''} 2024-12-07T12:18:23,238 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733573898961.2a141c7edf715a85e92ef76165fcd42f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T12:18:23,238 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 2a141c7edf715a85e92ef76165fcd42f 2024-12-07T12:18:23,238 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 2a141c7edf715a85e92ef76165fcd42f 2024-12-07T12:18:23,240 INFO [StoreOpener-2a141c7edf715a85e92ef76165fcd42f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2a141c7edf715a85e92ef76165fcd42f 2024-12-07T12:18:23,241 INFO [StoreOpener-2a141c7edf715a85e92ef76165fcd42f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a141c7edf715a85e92ef76165fcd42f columnFamilyName a 2024-12-07T12:18:23,241 DEBUG [StoreOpener-2a141c7edf715a85e92ef76165fcd42f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:23,248 DEBUG [StoreFileOpener-2a141c7edf715a85e92ef76165fcd42f-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e55c0b0715a841ed8e3a01c392260c64_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-07T12:18:23,248 DEBUG [StoreOpener-2a141c7edf715a85e92ef76165fcd42f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/2a141c7edf715a85e92ef76165fcd42f/a/e55c0b0715a841ed8e3a01c392260c64_SeqId_3_ 2024-12-07T12:18:23,248 INFO [StoreOpener-2a141c7edf715a85e92ef76165fcd42f-1 {}] regionserver.HStore(327): Store=2a141c7edf715a85e92ef76165fcd42f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:23,248 INFO [StoreOpener-2a141c7edf715a85e92ef76165fcd42f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2a141c7edf715a85e92ef76165fcd42f 2024-12-07T12:18:23,249 INFO [StoreOpener-2a141c7edf715a85e92ef76165fcd42f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a141c7edf715a85e92ef76165fcd42f columnFamilyName b 2024-12-07T12:18:23,249 DEBUG [StoreOpener-2a141c7edf715a85e92ef76165fcd42f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:23,250 INFO [StoreOpener-2a141c7edf715a85e92ef76165fcd42f-1 {}] regionserver.HStore(327): Store=2a141c7edf715a85e92ef76165fcd42f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:23,250 INFO [StoreOpener-2a141c7edf715a85e92ef76165fcd42f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2a141c7edf715a85e92ef76165fcd42f 2024-12-07T12:18:23,251 INFO [StoreOpener-2a141c7edf715a85e92ef76165fcd42f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a141c7edf715a85e92ef76165fcd42f columnFamilyName c 2024-12-07T12:18:23,251 DEBUG [StoreOpener-2a141c7edf715a85e92ef76165fcd42f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:23,251 INFO [StoreOpener-2a141c7edf715a85e92ef76165fcd42f-1 {}] regionserver.HStore(327): Store=2a141c7edf715a85e92ef76165fcd42f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:23,251 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2a141c7edf715a85e92ef76165fcd42f 2024-12-07T12:18:23,252 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/2a141c7edf715a85e92ef76165fcd42f 2024-12-07T12:18:23,254 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/2a141c7edf715a85e92ef76165fcd42f 2024-12-07T12:18:23,254 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/2a141c7edf715a85e92ef76165fcd42f/recovered.edits/0000000000000000005 2024-12-07T12:18:23,256 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/2a141c7edf715a85e92ef76165fcd42f/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T12:18:23,257 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:36075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/2a141c7edf715a85e92ef76165fcd42f/recovered.edits/0000000000000000005 2024-12-07T12:18:23,257 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2a141c7edf715a85e92ef76165fcd42f 3/3 column families, dataSize=58 B heapSize=904 B 2024-12-07T12:18:23,272 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/2a141c7edf715a85e92ef76165fcd42f/.tmp/a/411aa309c4a0497c92df06eed00a89c0 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1733573899149/Put/seqid=0 2024-12-07T12:18:23,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741884_1062 (size=5149) 2024-12-07T12:18:23,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741884_1062 (size=5149) 2024-12-07T12:18:23,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741884_1062 (size=5149) 2024-12-07T12:18:23,279 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/2a141c7edf715a85e92ef76165fcd42f/.tmp/a/411aa309c4a0497c92df06eed00a89c0 2024-12-07T12:18:23,285 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/2a141c7edf715a85e92ef76165fcd42f/.tmp/a/411aa309c4a0497c92df06eed00a89c0 as hdfs://localhost:36075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/2a141c7edf715a85e92ef76165fcd42f/a/411aa309c4a0497c92df06eed00a89c0 2024-12-07T12:18:23,291 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/2a141c7edf715a85e92ef76165fcd42f/a/411aa309c4a0497c92df06eed00a89c0, entries=1, sequenceid=5, filesize=5.0 K 2024-12-07T12:18:23,291 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 2a141c7edf715a85e92ef76165fcd42f in 34ms, sequenceid=5, compaction requested=false; wal=null 2024-12-07T12:18:23,291 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/2a141c7edf715a85e92ef76165fcd42f/recovered.edits/0000000000000000005 2024-12-07T12:18:23,293 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2a141c7edf715a85e92ef76165fcd42f 2024-12-07T12:18:23,293 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2a141c7edf715a85e92ef76165fcd42f 2024-12-07T12:18:23,294 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T12:18:23,296 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2a141c7edf715a85e92ef76165fcd42f 2024-12-07T12:18:23,298 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36075/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/2a141c7edf715a85e92ef76165fcd42f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-07T12:18:23,299 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2a141c7edf715a85e92ef76165fcd42f; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67942195, jitterRate=0.012417599558830261}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T12:18:23,299 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2a141c7edf715a85e92ef76165fcd42f: Writing region info on filesystem at 1733573903238Initializing all the Stores at 1733573903239 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573903239Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573903240 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573903240Obtaining lock to block concurrent updates at 1733573903257 (+17 ms)Preparing flush snapshotting stores in 2a141c7edf715a85e92ef76165fcd42f at 1733573903257Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1733573898961.2a141c7edf715a85e92ef76165fcd42f., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1733573903257Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1733573898961.2a141c7edf715a85e92ef76165fcd42f. at 1733573903257Flushing 2a141c7edf715a85e92ef76165fcd42f/a: creating writer at 1733573903257Flushing 2a141c7edf715a85e92ef76165fcd42f/a: appending metadata at 1733573903271 (+14 ms)Flushing 2a141c7edf715a85e92ef76165fcd42f/a: closing flushed file at 1733573903272 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b182458: reopening flushed file at 1733573903284 (+12 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 2a141c7edf715a85e92ef76165fcd42f in 34ms, sequenceid=5, compaction requested=false; wal=null at 1733573903291 (+7 ms)Cleaning up temporary data from old regions at 1733573903293 (+2 ms)Region opened successfully at 1733573903299 (+6 ms) 2024-12-07T12:18:23,303 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2a141c7edf715a85e92ef76165fcd42f, disabling compactions & flushes 2024-12-07T12:18:23,303 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733573898961.2a141c7edf715a85e92ef76165fcd42f. 2024-12-07T12:18:23,303 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733573898961.2a141c7edf715a85e92ef76165fcd42f. 2024-12-07T12:18:23,303 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733573898961.2a141c7edf715a85e92ef76165fcd42f. after waiting 0 ms 2024-12-07T12:18:23,303 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733573898961.2a141c7edf715a85e92ef76165fcd42f. 2024-12-07T12:18:23,304 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733573898961.2a141c7edf715a85e92ef76165fcd42f. 2024-12-07T12:18:23,304 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2a141c7edf715a85e92ef76165fcd42f: Waiting for close lock at 1733573903303Disabling compacts and flushes for region at 1733573903303Disabling writes for close at 1733573903303Writing region close event to WAL at 1733573903304 (+1 ms)Closed at 1733573903304 2024-12-07T12:18:23,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741883_1061 (size=95) 2024-12-07T12:18:23,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741883_1061 (size=95) 2024-12-07T12:18:23,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741883_1061 (size=95) 2024-12-07T12:18:23,310 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T12:18:23,310 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733573903216) 2024-12-07T12:18:23,323 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=412 (was 410) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-696196915_22 at /127.0.0.1:44416 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:36075 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-696196915_22 at /127.0.0.1:54654 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:36075 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1022 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=241 (was 262), ProcessCount=11 (was 11), AvailableMemoryMB=6380 (was 6409) 2024-12-07T12:18:23,338 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=412, OpenFileDescriptor=1022, MaxFileDescriptor=1048576, SystemLoadAverage=241, ProcessCount=11, AvailableMemoryMB=6379 2024-12-07T12:18:23,353 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T12:18:23,358 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T12:18:23,363 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 27c6fcd7dac8,44915,1733573888368 2024-12-07T12:18:23,365 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16ae6bfa 2024-12-07T12:18:23,366 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T12:18:23,368 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T12:18:23,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T12:18:23,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-12-07T12:18:23,381 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T12:18:23,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-12-07T12:18:23,384 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:23,385 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T12:18:23,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T12:18:23,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741885_1063 (size=694) 2024-12-07T12:18:23,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741885_1063 (size=694) 2024-12-07T12:18:23,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741885_1063 (size=694) 2024-12-07T12:18:23,399 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5a16bdfb0a978b97375985252650c0a7, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b 2024-12-07T12:18:23,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741886_1064 (size=77) 2024-12-07T12:18:23,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741886_1064 (size=77) 2024-12-07T12:18:23,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741886_1064 (size=77) 2024-12-07T12:18:23,408 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T12:18:23,408 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 5a16bdfb0a978b97375985252650c0a7, disabling compactions & flushes 2024-12-07T12:18:23,408 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. 2024-12-07T12:18:23,408 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. 2024-12-07T12:18:23,408 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. after waiting 0 ms 2024-12-07T12:18:23,408 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. 2024-12-07T12:18:23,408 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. 2024-12-07T12:18:23,408 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5a16bdfb0a978b97375985252650c0a7: Waiting for close lock at 1733573903408Disabling compacts and flushes for region at 1733573903408Disabling writes for close at 1733573903408Writing region close event to WAL at 1733573903408Closed at 1733573903408 2024-12-07T12:18:23,410 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T12:18:23,417 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1733573903410"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733573903410"}]},"ts":"1733573903410"} 2024-12-07T12:18:23,421 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T12:18:23,422 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T12:18:23,425 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733573903423"}]},"ts":"1733573903423"} 2024-12-07T12:18:23,429 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-12-07T12:18:23,430 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {27c6fcd7dac8=0} racks are {/default-rack=0} 2024-12-07T12:18:23,432 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-07T12:18:23,432 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-07T12:18:23,432 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-07T12:18:23,432 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-07T12:18:23,432 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-07T12:18:23,432 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-07T12:18:23,432 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-07T12:18:23,433 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-07T12:18:23,433 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-07T12:18:23,433 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-07T12:18:23,434 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5a16bdfb0a978b97375985252650c0a7, ASSIGN}] 2024-12-07T12:18:23,436 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5a16bdfb0a978b97375985252650c0a7, ASSIGN 2024-12-07T12:18:23,437 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5a16bdfb0a978b97375985252650c0a7, ASSIGN; state=OFFLINE, location=27c6fcd7dac8,40717,1733573889213; forceNewPlan=false, retain=false 2024-12-07T12:18:23,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T12:18:23,590 INFO [27c6fcd7dac8:44915 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-07T12:18:23,591 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5a16bdfb0a978b97375985252650c0a7, regionState=OPENING, regionLocation=27c6fcd7dac8,40717,1733573889213 2024-12-07T12:18:23,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5a16bdfb0a978b97375985252650c0a7, ASSIGN because future has completed 2024-12-07T12:18:23,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a16bdfb0a978b97375985252650c0a7, server=27c6fcd7dac8,40717,1733573889213}] 2024-12-07T12:18:23,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T12:18:23,753 INFO [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. 2024-12-07T12:18:23,753 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5a16bdfb0a978b97375985252650c0a7, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7.', STARTKEY => '', ENDKEY => ''} 2024-12-07T12:18:23,754 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:23,754 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T12:18:23,754 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:23,754 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:23,755 INFO [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:23,757 INFO [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a16bdfb0a978b97375985252650c0a7 columnFamilyName cf1 2024-12-07T12:18:23,757 DEBUG [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:23,758 INFO [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] regionserver.HStore(327): Store=5a16bdfb0a978b97375985252650c0a7/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:23,758 INFO [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:23,759 INFO [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a16bdfb0a978b97375985252650c0a7 columnFamilyName cf2 2024-12-07T12:18:23,759 DEBUG [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:23,760 INFO [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] regionserver.HStore(327): Store=5a16bdfb0a978b97375985252650c0a7/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:23,760 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:23,761 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:23,761 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:23,762 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:23,762 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:23,763 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T12:18:23,764 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:23,767 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T12:18:23,767 INFO [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5a16bdfb0a978b97375985252650c0a7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74237431, jitterRate=0.106223925948143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T12:18:23,768 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:23,768 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5a16bdfb0a978b97375985252650c0a7: Running coprocessor pre-open hook at 1733573903754Writing region info on filesystem at 1733573903754Initializing all the Stores at 1733573903755 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573903755Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573903755Cleaning up temporary data from old regions at 1733573903762 (+7 ms)Running coprocessor post-open hooks at 1733573903768 (+6 ms)Region opened successfully at 1733573903768 2024-12-07T12:18:23,770 INFO [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7., pid=6, masterSystemTime=1733573903748 2024-12-07T12:18:23,773 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. 2024-12-07T12:18:23,773 INFO [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. 2024-12-07T12:18:23,774 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5a16bdfb0a978b97375985252650c0a7, regionState=OPEN, openSeqNum=2, regionLocation=27c6fcd7dac8,40717,1733573889213 2024-12-07T12:18:23,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a16bdfb0a978b97375985252650c0a7, server=27c6fcd7dac8,40717,1733573889213 because future has completed 2024-12-07T12:18:23,781 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-07T12:18:23,781 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5a16bdfb0a978b97375985252650c0a7, server=27c6fcd7dac8,40717,1733573889213 in 183 msec 2024-12-07T12:18:23,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-07T12:18:23,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5a16bdfb0a978b97375985252650c0a7, ASSIGN in 347 msec 2024-12-07T12:18:23,785 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T12:18:23,785 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733573903785"}]},"ts":"1733573903785"} 2024-12-07T12:18:23,788 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-12-07T12:18:23,789 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T12:18:23,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 415 msec 2024-12-07T12:18:24,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T12:18:24,020 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-12-07T12:18:24,020 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-12-07T12:18:24,022 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T12:18:24,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-12-07T12:18:24,027 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T12:18:24,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-12-07T12:18:24,039 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7., hostname=27c6fcd7dac8,40717,1733573889213, seqNum=2] 2024-12-07T12:18:24,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=5a16bdfb0a978b97375985252650c0a7, source=27c6fcd7dac8,40717,1733573889213, destination=27c6fcd7dac8,42057,1733573889060, warming up region on 27c6fcd7dac8,42057,1733573889060 2024-12-07T12:18:24,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T12:18:24,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=5a16bdfb0a978b97375985252650c0a7, source=27c6fcd7dac8,40717,1733573889213, destination=27c6fcd7dac8,42057,1733573889060, running balancer 2024-12-07T12:18:24,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5a16bdfb0a978b97375985252650c0a7, REOPEN/MOVE 2024-12-07T12:18:24,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36157, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T12:18:24,060 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5a16bdfb0a978b97375985252650c0a7, REOPEN/MOVE 2024-12-07T12:18:24,062 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=5a16bdfb0a978b97375985252650c0a7, regionState=CLOSING, regionLocation=27c6fcd7dac8,40717,1733573889213 2024-12-07T12:18:24,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5a16bdfb0a978b97375985252650c0a7, REOPEN/MOVE because future has completed 2024-12-07T12:18:24,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. 2024-12-07T12:18:24,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.HRegion(7855): Warmup {ENCODED => 5a16bdfb0a978b97375985252650c0a7, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7.', STARTKEY => '', ENDKEY => ''} 2024-12-07T12:18:24,065 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T12:18:24,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T12:18:24,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5a16bdfb0a978b97375985252650c0a7, server=27c6fcd7dac8,40717,1733573889213}] 2024-12-07T12:18:24,066 INFO [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:24,068 INFO [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a16bdfb0a978b97375985252650c0a7 columnFamilyName cf1 2024-12-07T12:18:24,068 DEBUG [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:24,068 INFO [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] regionserver.HStore(327): Store=5a16bdfb0a978b97375985252650c0a7/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:24,068 INFO [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:24,069 INFO [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a16bdfb0a978b97375985252650c0a7 columnFamilyName cf2 2024-12-07T12:18:24,070 DEBUG [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:24,070 INFO [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] regionserver.HStore(327): Store=5a16bdfb0a978b97375985252650c0a7/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:24,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.HRegion(1722): Closing 5a16bdfb0a978b97375985252650c0a7, disabling compactions & flushes 2024-12-07T12:18:24,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. 2024-12-07T12:18:24,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. 2024-12-07T12:18:24,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. after waiting 0 ms 2024-12-07T12:18:24,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. 2024-12-07T12:18:24,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. 2024-12-07T12:18:24,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.HRegion(1676): Region close journal for 5a16bdfb0a978b97375985252650c0a7: Waiting for close lock at 1733573904070Disabling compacts and flushes for region at 1733573904070Disabling writes for close at 1733573904071 (+1 ms)Writing region close event to WAL at 1733573904071Closed at 1733573904071 2024-12-07T12:18:24,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-12-07T12:18:24,224 INFO [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:24,224 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-07T12:18:24,225 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 5a16bdfb0a978b97375985252650c0a7, disabling compactions & flushes 2024-12-07T12:18:24,225 INFO [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. 2024-12-07T12:18:24,225 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. 2024-12-07T12:18:24,225 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. after waiting 0 ms 2024-12-07T12:18:24,225 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. 2024-12-07T12:18:24,225 INFO [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 5a16bdfb0a978b97375985252650c0a7 2/2 column families, dataSize=31 B heapSize=616 B 2024-12-07T12:18:24,243 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7/.tmp/cf1/8a779cb19f2c482f8734b88b152da3e8 is 35, key is r1/cf1:q/1733573904041/Put/seqid=0 2024-12-07T12:18:24,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741887_1065 (size=4783) 2024-12-07T12:18:24,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741887_1065 (size=4783) 2024-12-07T12:18:24,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741887_1065 (size=4783) 2024-12-07T12:18:24,252 INFO [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7/.tmp/cf1/8a779cb19f2c482f8734b88b152da3e8 2024-12-07T12:18:24,259 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7/.tmp/cf1/8a779cb19f2c482f8734b88b152da3e8 as hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7/cf1/8a779cb19f2c482f8734b88b152da3e8 2024-12-07T12:18:24,264 INFO [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7/cf1/8a779cb19f2c482f8734b88b152da3e8, entries=1, sequenceid=5, filesize=4.7 K 2024-12-07T12:18:24,266 INFO [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 5a16bdfb0a978b97375985252650c0a7 in 40ms, sequenceid=5, compaction requested=false 2024-12-07T12:18:24,266 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-12-07T12:18:24,270 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-07T12:18:24,273 INFO [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. 2024-12-07T12:18:24,273 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 5a16bdfb0a978b97375985252650c0a7: Waiting for close lock at 1733573904225Running coprocessor pre-close hooks at 1733573904225Disabling compacts and flushes for region at 1733573904225Disabling writes for close at 1733573904225Obtaining lock to block concurrent updates at 1733573904225Preparing flush snapshotting stores in 5a16bdfb0a978b97375985252650c0a7 at 1733573904225Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1733573904226 (+1 ms)Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. at 1733573904226Flushing 5a16bdfb0a978b97375985252650c0a7/cf1: creating writer at 1733573904226Flushing 5a16bdfb0a978b97375985252650c0a7/cf1: appending metadata at 1733573904243 (+17 ms)Flushing 5a16bdfb0a978b97375985252650c0a7/cf1: closing flushed file at 1733573904243Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@481f37aa: reopening flushed file at 1733573904258 (+15 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 5a16bdfb0a978b97375985252650c0a7 in 40ms, sequenceid=5, compaction requested=false at 1733573904266 (+8 ms)Writing region close event to WAL at 1733573904267 (+1 ms)Running coprocessor post-close hooks at 1733573904271 (+4 ms)Closed at 1733573904273 (+2 ms) 2024-12-07T12:18:24,274 INFO [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 5a16bdfb0a978b97375985252650c0a7 move to 27c6fcd7dac8,42057,1733573889060 record at close sequenceid=5 2024-12-07T12:18:24,277 INFO [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:24,278 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=5a16bdfb0a978b97375985252650c0a7, regionState=CLOSED 2024-12-07T12:18:24,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5a16bdfb0a978b97375985252650c0a7, server=27c6fcd7dac8,40717,1733573889213 because future has completed 2024-12-07T12:18:24,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-07T12:18:24,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 5a16bdfb0a978b97375985252650c0a7, server=27c6fcd7dac8,40717,1733573889213 in 216 msec 2024-12-07T12:18:24,286 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5a16bdfb0a978b97375985252650c0a7, REOPEN/MOVE; state=CLOSED, location=27c6fcd7dac8,42057,1733573889060; forceNewPlan=false, retain=false 2024-12-07T12:18:24,436 INFO [27c6fcd7dac8:44915 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-07T12:18:24,437 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=5a16bdfb0a978b97375985252650c0a7, regionState=OPENING, regionLocation=27c6fcd7dac8,42057,1733573889060 2024-12-07T12:18:24,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5a16bdfb0a978b97375985252650c0a7, REOPEN/MOVE because future has completed 2024-12-07T12:18:24,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a16bdfb0a978b97375985252650c0a7, server=27c6fcd7dac8,42057,1733573889060}] 2024-12-07T12:18:24,598 INFO [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. 2024-12-07T12:18:24,598 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 5a16bdfb0a978b97375985252650c0a7, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7.', STARTKEY => '', ENDKEY => ''} 2024-12-07T12:18:24,598 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:24,598 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T12:18:24,598 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:24,599 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:24,600 INFO [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:24,601 INFO [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a16bdfb0a978b97375985252650c0a7 columnFamilyName cf1 2024-12-07T12:18:24,601 DEBUG [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:24,608 DEBUG [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7/cf1/8a779cb19f2c482f8734b88b152da3e8 2024-12-07T12:18:24,608 INFO [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] regionserver.HStore(327): Store=5a16bdfb0a978b97375985252650c0a7/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:24,608 INFO [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:24,609 INFO [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a16bdfb0a978b97375985252650c0a7 columnFamilyName cf2 2024-12-07T12:18:24,609 DEBUG [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:24,609 INFO [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] regionserver.HStore(327): Store=5a16bdfb0a978b97375985252650c0a7/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:24,609 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:24,610 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:24,612 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:24,613 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:24,613 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:24,613 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T12:18:24,615 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:24,616 INFO [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 5a16bdfb0a978b97375985252650c0a7; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70173617, jitterRate=0.045668378472328186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T12:18:24,616 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:24,617 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 5a16bdfb0a978b97375985252650c0a7: Running coprocessor pre-open hook at 1733573904599Writing region info on filesystem at 1733573904599Initializing all the Stores at 1733573904600 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573904600Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573904600Cleaning up temporary data from old regions at 1733573904613 (+13 ms)Running coprocessor post-open hooks at 1733573904616 (+3 ms)Region opened successfully at 1733573904617 (+1 ms) 2024-12-07T12:18:24,619 INFO [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7., pid=9, masterSystemTime=1733573904593 2024-12-07T12:18:24,621 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. 2024-12-07T12:18:24,621 INFO [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. 2024-12-07T12:18:24,622 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=5a16bdfb0a978b97375985252650c0a7, regionState=OPEN, openSeqNum=9, regionLocation=27c6fcd7dac8,42057,1733573889060 2024-12-07T12:18:24,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a16bdfb0a978b97375985252650c0a7, server=27c6fcd7dac8,42057,1733573889060 because future has completed 2024-12-07T12:18:24,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-12-07T12:18:24,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 5a16bdfb0a978b97375985252650c0a7, server=27c6fcd7dac8,42057,1733573889060 in 186 msec 2024-12-07T12:18:24,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5a16bdfb0a978b97375985252650c0a7, REOPEN/MOVE in 571 msec 2024-12-07T12:18:24,667 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T12:18:24,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T12:18:24,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:37344 deadline: 1733573964673, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=27c6fcd7dac8 port=42057 startCode=1733573889060. As of locationSeqNum=5. 2024-12-07T12:18:24,697 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7., hostname=27c6fcd7dac8,40717,1733573889213, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7., hostname=27c6fcd7dac8,40717,1733573889213, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=27c6fcd7dac8 port=42057 startCode=1733573889060. As of locationSeqNum=5. 2024-12-07T12:18:24,697 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7., hostname=27c6fcd7dac8,40717,1733573889213, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=27c6fcd7dac8 port=42057 startCode=1733573889060. As of locationSeqNum=5. 2024-12-07T12:18:24,697 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7., hostname=27c6fcd7dac8,40717,1733573889213, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7., hostname=27c6fcd7dac8,42057,1733573889060, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=27c6fcd7dac8 port=42057 startCode=1733573889060. As of locationSeqNum=5. 2024-12-07T12:18:24,809 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T12:18:24,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T12:18:24,824 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5a16bdfb0a978b97375985252650c0a7 2/2 column families, dataSize=50 B heapSize=720 B 2024-12-07T12:18:24,846 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7/.tmp/cf1/9e79edfadf8247d0b71d69b37b1d06c0 is 29, key is r1/cf1:/1733573904813/DeleteFamily/seqid=0 2024-12-07T12:18:24,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741888_1066 (size=4906) 2024-12-07T12:18:24,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741888_1066 (size=4906) 2024-12-07T12:18:24,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741888_1066 (size=4906) 2024-12-07T12:18:24,854 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7/.tmp/cf1/9e79edfadf8247d0b71d69b37b1d06c0 2024-12-07T12:18:24,861 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e79edfadf8247d0b71d69b37b1d06c0 2024-12-07T12:18:24,884 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7/.tmp/cf2/9e9d38064ca94097bdb19143ee5f6fbb is 29, key is r1/cf2:/1733573904813/DeleteFamily/seqid=0 2024-12-07T12:18:24,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741889_1067 (size=4906) 2024-12-07T12:18:24,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741889_1067 (size=4906) 2024-12-07T12:18:24,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741889_1067 (size=4906) 2024-12-07T12:18:24,893 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7/.tmp/cf2/9e9d38064ca94097bdb19143ee5f6fbb 2024-12-07T12:18:24,900 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e9d38064ca94097bdb19143ee5f6fbb 2024-12-07T12:18:24,901 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7/.tmp/cf1/9e79edfadf8247d0b71d69b37b1d06c0 as hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7/cf1/9e79edfadf8247d0b71d69b37b1d06c0 2024-12-07T12:18:24,908 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e79edfadf8247d0b71d69b37b1d06c0 2024-12-07T12:18:24,909 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7/cf1/9e79edfadf8247d0b71d69b37b1d06c0, entries=1, sequenceid=12, filesize=4.8 K 2024-12-07T12:18:24,910 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7/.tmp/cf2/9e9d38064ca94097bdb19143ee5f6fbb as hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7/cf2/9e9d38064ca94097bdb19143ee5f6fbb 2024-12-07T12:18:24,917 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e9d38064ca94097bdb19143ee5f6fbb 2024-12-07T12:18:24,917 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7/cf2/9e9d38064ca94097bdb19143ee5f6fbb, entries=1, sequenceid=12, filesize=4.8 K 2024-12-07T12:18:24,918 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 5a16bdfb0a978b97375985252650c0a7 in 95ms, sequenceid=12, compaction requested=false 2024-12-07T12:18:24,918 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 5a16bdfb0a978b97375985252650c0a7: 2024-12-07T12:18:24,921 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-07T12:18:24,922 DEBUG [Time-limited test {}] regionserver.HStore(1541): 5a16bdfb0a978b97375985252650c0a7/cf1 is initiating major compaction (all files) 2024-12-07T12:18:24,922 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T12:18:24,922 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T12:18:24,923 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 5a16bdfb0a978b97375985252650c0a7/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. 2024-12-07T12:18:24,923 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7/cf1/8a779cb19f2c482f8734b88b152da3e8, hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7/cf1/9e79edfadf8247d0b71d69b37b1d06c0] into tmpdir=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7/.tmp, totalSize=9.5 K 2024-12-07T12:18:24,924 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 8a779cb19f2c482f8734b88b152da3e8, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733573904041 2024-12-07T12:18:24,925 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 9e79edfadf8247d0b71d69b37b1d06c0, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-07T12:18:24,936 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 5a16bdfb0a978b97375985252650c0a7#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T12:18:24,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741890_1068 (size=4626) 2024-12-07T12:18:24,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741890_1068 (size=4626) 2024-12-07T12:18:24,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741890_1068 (size=4626) 2024-12-07T12:18:24,951 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7/.tmp/cf1/9d55bda8e6a242869760642180553d86 as hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7/cf1/9d55bda8e6a242869760642180553d86 2024-12-07T12:18:24,969 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 5a16bdfb0a978b97375985252650c0a7/cf1 of 5a16bdfb0a978b97375985252650c0a7 into 9d55bda8e6a242869760642180553d86(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T12:18:24,969 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 5a16bdfb0a978b97375985252650c0a7: 2024-12-07T12:18:24,969 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-07T12:18:24,969 DEBUG [Time-limited test {}] regionserver.HStore(1541): 5a16bdfb0a978b97375985252650c0a7/cf2 is initiating major compaction (all files) 2024-12-07T12:18:24,970 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T12:18:24,970 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T12:18:24,970 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 5a16bdfb0a978b97375985252650c0a7/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. 2024-12-07T12:18:24,970 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7/cf2/9e9d38064ca94097bdb19143ee5f6fbb] into tmpdir=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7/.tmp, totalSize=4.8 K 2024-12-07T12:18:24,971 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 9e9d38064ca94097bdb19143ee5f6fbb, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-07T12:18:24,977 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 5a16bdfb0a978b97375985252650c0a7#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T12:18:24,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741891_1069 (size=4592) 2024-12-07T12:18:24,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741891_1069 (size=4592) 2024-12-07T12:18:24,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741891_1069 (size=4592) 2024-12-07T12:18:24,991 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7/.tmp/cf2/e18a1bffa163494b84d8f353d737deac as hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7/cf2/e18a1bffa163494b84d8f353d737deac 2024-12-07T12:18:24,999 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 5a16bdfb0a978b97375985252650c0a7/cf2 of 5a16bdfb0a978b97375985252650c0a7 into e18a1bffa163494b84d8f353d737deac(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T12:18:25,000 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 5a16bdfb0a978b97375985252650c0a7: 2024-12-07T12:18:25,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=5a16bdfb0a978b97375985252650c0a7, source=27c6fcd7dac8,42057,1733573889060, destination=27c6fcd7dac8,40717,1733573889213, warming up region on 27c6fcd7dac8,40717,1733573889213 2024-12-07T12:18:25,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=5a16bdfb0a978b97375985252650c0a7, source=27c6fcd7dac8,42057,1733573889060, destination=27c6fcd7dac8,40717,1733573889213, running balancer 2024-12-07T12:18:25,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5a16bdfb0a978b97375985252650c0a7, REOPEN/MOVE 2024-12-07T12:18:25,007 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5a16bdfb0a978b97375985252650c0a7, REOPEN/MOVE 2024-12-07T12:18:25,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. 2024-12-07T12:18:25,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HRegion(7855): Warmup {ENCODED => 5a16bdfb0a978b97375985252650c0a7, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7.', STARTKEY => '', ENDKEY => ''} 2024-12-07T12:18:25,009 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=5a16bdfb0a978b97375985252650c0a7, regionState=CLOSING, regionLocation=27c6fcd7dac8,42057,1733573889060 2024-12-07T12:18:25,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T12:18:25,010 INFO [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:25,011 INFO [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a16bdfb0a978b97375985252650c0a7 columnFamilyName cf1 2024-12-07T12:18:25,011 DEBUG [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:25,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5a16bdfb0a978b97375985252650c0a7, REOPEN/MOVE because future has completed 2024-12-07T12:18:25,012 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T12:18:25,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5a16bdfb0a978b97375985252650c0a7, server=27c6fcd7dac8,42057,1733573889060}] 2024-12-07T12:18:25,020 DEBUG [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7/cf1/8a779cb19f2c482f8734b88b152da3e8 2024-12-07T12:18:25,025 DEBUG [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7/cf1/9d55bda8e6a242869760642180553d86 2024-12-07T12:18:25,030 INFO [StoreFileOpener-5a16bdfb0a978b97375985252650c0a7-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e79edfadf8247d0b71d69b37b1d06c0 2024-12-07T12:18:25,030 DEBUG [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7/cf1/9e79edfadf8247d0b71d69b37b1d06c0 2024-12-07T12:18:25,030 INFO [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] regionserver.HStore(327): Store=5a16bdfb0a978b97375985252650c0a7/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:25,030 INFO [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:25,032 INFO [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a16bdfb0a978b97375985252650c0a7 columnFamilyName cf2 2024-12-07T12:18:25,032 DEBUG [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:25,038 INFO [StoreFileOpener-5a16bdfb0a978b97375985252650c0a7-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e9d38064ca94097bdb19143ee5f6fbb 2024-12-07T12:18:25,038 DEBUG [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7/cf2/9e9d38064ca94097bdb19143ee5f6fbb 2024-12-07T12:18:25,043 DEBUG [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7/cf2/e18a1bffa163494b84d8f353d737deac 2024-12-07T12:18:25,043 INFO [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] regionserver.HStore(327): Store=5a16bdfb0a978b97375985252650c0a7/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:25,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HRegion(1722): Closing 5a16bdfb0a978b97375985252650c0a7, disabling compactions & flushes 2024-12-07T12:18:25,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. 2024-12-07T12:18:25,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. 2024-12-07T12:18:25,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. after waiting 0 ms 2024-12-07T12:18:25,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. 2024-12-07T12:18:25,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. 2024-12-07T12:18:25,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] regionserver.HRegion(1676): Region close journal for 5a16bdfb0a978b97375985252650c0a7: Waiting for close lock at 1733573905043Disabling compacts and flushes for region at 1733573905043Disabling writes for close at 1733573905043Writing region close event to WAL at 1733573905044 (+1 ms)Closed at 1733573905044 2024-12-07T12:18:25,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-12-07T12:18:25,166 INFO [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:25,166 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-07T12:18:25,168 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 5a16bdfb0a978b97375985252650c0a7, disabling compactions & flushes 2024-12-07T12:18:25,168 INFO [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. 2024-12-07T12:18:25,168 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. 2024-12-07T12:18:25,168 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. after waiting 0 ms 2024-12-07T12:18:25,168 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. 2024-12-07T12:18:25,168 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7/cf1/8a779cb19f2c482f8734b88b152da3e8, hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7/cf1/9e79edfadf8247d0b71d69b37b1d06c0] to archive 2024-12-07T12:18:25,172 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T12:18:25,175 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7/cf1/8a779cb19f2c482f8734b88b152da3e8 to hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7/cf1/8a779cb19f2c482f8734b88b152da3e8 2024-12-07T12:18:25,177 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7/cf1/9e79edfadf8247d0b71d69b37b1d06c0 to hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7/cf1/9e79edfadf8247d0b71d69b37b1d06c0 2024-12-07T12:18:25,190 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7/cf2/9e9d38064ca94097bdb19143ee5f6fbb] to archive 2024-12-07T12:18:25,191 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T12:18:25,192 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7/cf2/9e9d38064ca94097bdb19143ee5f6fbb to hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7/cf2/9e9d38064ca94097bdb19143ee5f6fbb 2024-12-07T12:18:25,197 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-12-07T12:18:25,197 INFO [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. 2024-12-07T12:18:25,198 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 5a16bdfb0a978b97375985252650c0a7: Waiting for close lock at 1733573905168Running coprocessor pre-close hooks at 1733573905168Disabling compacts and flushes for region at 1733573905168Disabling writes for close at 1733573905168Writing region close event to WAL at 1733573905193 (+25 ms)Running coprocessor post-close hooks at 1733573905197 (+4 ms)Closed at 1733573905197 2024-12-07T12:18:25,198 INFO [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 5a16bdfb0a978b97375985252650c0a7 move to 27c6fcd7dac8,40717,1733573889213 record at close sequenceid=12 2024-12-07T12:18:25,200 INFO [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:25,201 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=5a16bdfb0a978b97375985252650c0a7, regionState=CLOSED 2024-12-07T12:18:25,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5a16bdfb0a978b97375985252650c0a7, server=27c6fcd7dac8,42057,1733573889060 because future has completed 2024-12-07T12:18:25,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-07T12:18:25,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 5a16bdfb0a978b97375985252650c0a7, server=27c6fcd7dac8,42057,1733573889060 in 193 msec 2024-12-07T12:18:25,208 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5a16bdfb0a978b97375985252650c0a7, REOPEN/MOVE; state=CLOSED, location=27c6fcd7dac8,40717,1733573889213; forceNewPlan=false, retain=false 2024-12-07T12:18:25,359 INFO [27c6fcd7dac8:44915 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-07T12:18:25,359 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=5a16bdfb0a978b97375985252650c0a7, regionState=OPENING, regionLocation=27c6fcd7dac8,40717,1733573889213 2024-12-07T12:18:25,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5a16bdfb0a978b97375985252650c0a7, REOPEN/MOVE because future has completed 2024-12-07T12:18:25,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a16bdfb0a978b97375985252650c0a7, server=27c6fcd7dac8,40717,1733573889213}] 2024-12-07T12:18:25,520 INFO [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. 2024-12-07T12:18:25,520 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 5a16bdfb0a978b97375985252650c0a7, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7.', STARTKEY => '', ENDKEY => ''} 2024-12-07T12:18:25,520 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:25,520 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T12:18:25,520 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:25,521 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:25,522 INFO [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:25,523 INFO [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a16bdfb0a978b97375985252650c0a7 columnFamilyName cf1 2024-12-07T12:18:25,523 DEBUG [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:25,529 DEBUG [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7/cf1/9d55bda8e6a242869760642180553d86 2024-12-07T12:18:25,529 INFO [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] regionserver.HStore(327): Store=5a16bdfb0a978b97375985252650c0a7/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:25,530 INFO [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:25,531 INFO [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a16bdfb0a978b97375985252650c0a7 columnFamilyName cf2 2024-12-07T12:18:25,531 DEBUG [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:25,538 DEBUG [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7/cf2/e18a1bffa163494b84d8f353d737deac 2024-12-07T12:18:25,538 INFO [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] regionserver.HStore(327): Store=5a16bdfb0a978b97375985252650c0a7/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:25,538 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:25,539 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:25,540 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:25,541 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:25,541 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:25,542 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T12:18:25,543 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:25,544 INFO [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 5a16bdfb0a978b97375985252650c0a7; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62529102, jitterRate=-0.06824377179145813}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T12:18:25,544 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:25,545 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 5a16bdfb0a978b97375985252650c0a7: Running coprocessor pre-open hook at 1733573905521Writing region info on filesystem at 1733573905521Initializing all the Stores at 1733573905522 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573905522Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573905522Cleaning up temporary data from old regions at 1733573905541 (+19 ms)Running coprocessor post-open hooks at 1733573905544 (+3 ms)Region opened successfully at 1733573905545 (+1 ms) 2024-12-07T12:18:25,546 INFO [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7., pid=12, masterSystemTime=1733573905515 2024-12-07T12:18:25,549 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. 2024-12-07T12:18:25,549 INFO [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. 2024-12-07T12:18:25,550 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=5a16bdfb0a978b97375985252650c0a7, regionState=OPEN, openSeqNum=18, regionLocation=27c6fcd7dac8,40717,1733573889213 2024-12-07T12:18:25,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a16bdfb0a978b97375985252650c0a7, server=27c6fcd7dac8,40717,1733573889213 because future has completed 2024-12-07T12:18:25,556 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-12-07T12:18:25,556 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 5a16bdfb0a978b97375985252650c0a7, server=27c6fcd7dac8,40717,1733573889213 in 190 msec 2024-12-07T12:18:25,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5a16bdfb0a978b97375985252650c0a7, REOPEN/MOVE in 551 msec 2024-12-07T12:18:25,559 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T12:18:25,561 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T12:18:25,563 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 27c6fcd7dac8,40717,1733573889213: testing ***** 2024-12-07T12:18:25,563 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-07T12:18:25,566 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-07T12:18:25,567 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-07T12:18:25,569 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-07T12:18:25,570 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-07T12:18:25,576 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 340918496 }, "NonHeapMemoryUsage": { "committed": 171966464, "init": 7667712, "max": -1, "used": 169351464 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "27c6fcd7dac8", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 0, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2071, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 1, "ProcessCallTime_max": 10, "ProcessCallTime_mean": 4, "ProcessCallTime_25th_percentile": 3, "ProcessCallTime_median": 5, "ProcessCallTime_75th_percentile": 7, "ProcessCallTime_90th_percentile": 9, "ProcessCallTime_95th_percentile": 9, "ProcessCallTime_98th_percentile": 9, "ProcessCallTime_99th_percentile": 9, "ProcessCallTime_99.9th_percentile": 9, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 10, "TotalCallTime_mean": 4, "TotalCallTime_25th_percentile": 3, "TotalCallTime_median": 5, "TotalCallTime_75th_percentile": 7, "TotalCallTime_90th_percentile": 9, "TotalCallTime_95th_percentile": 9, "TotalCallTime_98th_percentile": 9, "TotalCallTime_99th_percentile": 9, "TotalCallTime_99.9th_percentile": 9, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 175, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 131, "ResponseSize_90th_percentile": 157, "ResponseSize_95th_percentile": 166, "ResponseSize_98th_percentile": 171, "ResponseSize_99th_percentile": 173, "ResponseSize_99.9th_percentile": 174, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 352 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "27c6fcd7dac8", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:53380", "tag.serverName": "27c6fcd7dac8,37233,1733573889167", "tag.clusterId": "c2640dce-4af9-496a-8604-ff3c2829acd2", "tag.Context": "regionserver", "tag.Hostname": "27c6fcd7dac8", "regionCount": 0, "storeCount": 0, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733573889167, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-07T12:18:25,580 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44915 {}] master.MasterRpcServices(700): 27c6fcd7dac8,40717,1733573889213 reported a fatal error: ***** ABORTING region server 27c6fcd7dac8,40717,1733573889213: testing ***** 2024-12-07T12:18:25,582 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '27c6fcd7dac8,40717,1733573889213' ***** 2024-12-07T12:18:25,582 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-12-07T12:18:25,582 INFO [RS:2;27c6fcd7dac8:40717 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T12:18:25,583 INFO [RS:2;27c6fcd7dac8:40717 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-07T12:18:25,583 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-07T12:18:25,583 INFO [RS:2;27c6fcd7dac8:40717 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-07T12:18:25,583 INFO [RS:2;27c6fcd7dac8:40717 {}] regionserver.HRegionServer(3091): Received CLOSE for 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:40278 deadline: 1733573965583, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=27c6fcd7dac8 port=40717 startCode=1733573889213. As of locationSeqNum=12. 2024-12-07T12:18:25,583 INFO [RS:2;27c6fcd7dac8:40717 {}] regionserver.HRegionServer(956): aborting server 27c6fcd7dac8,40717,1733573889213 2024-12-07T12:18:25,583 INFO [RS:2;27c6fcd7dac8:40717 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T12:18:25,584 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7., hostname=27c6fcd7dac8,42057,1733573889060, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7., hostname=27c6fcd7dac8,42057,1733573889060, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=27c6fcd7dac8 port=40717 startCode=1733573889213. As of locationSeqNum=12. 2024-12-07T12:18:25,584 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7., hostname=27c6fcd7dac8,42057,1733573889060, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=27c6fcd7dac8 port=40717 startCode=1733573889213. As of locationSeqNum=12. 2024-12-07T12:18:25,584 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5a16bdfb0a978b97375985252650c0a7, disabling compactions & flushes 2024-12-07T12:18:25,584 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7., hostname=27c6fcd7dac8,42057,1733573889060, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7., hostname=27c6fcd7dac8,40717,1733573889213, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=27c6fcd7dac8 port=40717 startCode=1733573889213. As of locationSeqNum=12. 2024-12-07T12:18:25,584 INFO [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. 2024-12-07T12:18:25,584 INFO [RS:2;27c6fcd7dac8:40717 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;27c6fcd7dac8:40717. 2024-12-07T12:18:25,584 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. 2024-12-07T12:18:25,584 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. after waiting 0 ms 2024-12-07T12:18:25,584 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. 2024-12-07T12:18:25,584 DEBUG [RS:2;27c6fcd7dac8:40717 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T12:18:25,584 DEBUG [RS:2;27c6fcd7dac8:40717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T12:18:25,585 INFO [RS:2;27c6fcd7dac8:40717 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-07T12:18:25,585 INFO [RS:2;27c6fcd7dac8:40717 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-07T12:18:25,585 INFO [RS:2;27c6fcd7dac8:40717 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-07T12:18:25,585 INFO [RS:2;27c6fcd7dac8:40717 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-07T12:18:25,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 27c6fcd7dac8,40717,1733573889213 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T12:18:25,586 INFO [RS:2;27c6fcd7dac8:40717 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-07T12:18:25,586 DEBUG [RS:2;27c6fcd7dac8:40717 {}] regionserver.HRegionServer(1325): Online Regions={5a16bdfb0a978b97375985252650c0a7=testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7., 1588230740=hbase:meta,,1.1588230740} 2024-12-07T12:18:25,586 DEBUG [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T12:18:25,586 INFO [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T12:18:25,586 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=27c6fcd7dac8,40717,1733573889213, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=27c6fcd7dac8,40717,1733573889213, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 27c6fcd7dac8,40717,1733573889213 aborting 2024-12-07T12:18:25,586 DEBUG [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T12:18:25,586 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=27c6fcd7dac8,40717,1733573889213, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 27c6fcd7dac8,40717,1733573889213 aborting 2024-12-07T12:18:25,587 DEBUG [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 1 ms 2024-12-07T12:18:25,587 DEBUG [RS:2;27c6fcd7dac8:40717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:25,587 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=27c6fcd7dac8,40717,1733573889213, seqNum=-1 from cache 2024-12-07T12:18:25,587 DEBUG [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T12:18:25,587 INFO [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. 2024-12-07T12:18:25,587 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5a16bdfb0a978b97375985252650c0a7: Waiting for close lock at 1733573905583Running coprocessor pre-close hooks at 1733573905584 (+1 ms)Disabling compacts and flushes for region at 1733573905584Disabling writes for close at 1733573905584Writing region close event to WAL at 1733573905587 (+3 ms)Running coprocessor post-close hooks at 1733573905587Closed at 1733573905587 2024-12-07T12:18:25,587 ERROR [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1960): Memstore data size is 5811 in region hbase:meta,,1.1588230740 2024-12-07T12:18:25,587 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. 2024-12-07T12:18:25,587 DEBUG [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T12:18:25,587 INFO [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T12:18:25,588 DEBUG [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733573905586Running coprocessor pre-close hooks at 1733573905586Disabling compacts and flushes for region at 1733573905586Disabling writes for close at 1733573905587 (+1 ms)Writing region close event to WAL at 1733573905587Running coprocessor post-close hooks at 1733573905587Closed at 1733573905587 2024-12-07T12:18:25,588 DEBUG [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-07T12:18:25,604 INFO [regionserver/27c6fcd7dac8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T12:18:25,689 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T12:18:25,690 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27c6fcd7dac8,40717,1733573889213, seqNum=-1] 2024-12-07T12:18:25,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 27c6fcd7dac8,40717,1733573889213 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T12:18:25,692 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=27c6fcd7dac8,40717,1733573889213, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=27c6fcd7dac8,40717,1733573889213, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 27c6fcd7dac8,40717,1733573889213 aborting 2024-12-07T12:18:25,692 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=27c6fcd7dac8,40717,1733573889213, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 27c6fcd7dac8,40717,1733573889213 aborting 2024-12-07T12:18:25,692 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=27c6fcd7dac8,40717,1733573889213, seqNum=-1 from cache 2024-12-07T12:18:25,787 INFO [RS:2;27c6fcd7dac8:40717 {}] regionserver.HRegionServer(976): stopping server 27c6fcd7dac8,40717,1733573889213; all regions closed. 2024-12-07T12:18:25,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741836_1012 (size=3561) 2024-12-07T12:18:25,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741836_1012 (size=3561) 2024-12-07T12:18:25,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741836_1012 (size=3561) 2024-12-07T12:18:25,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741833_1009 (size=1405) 2024-12-07T12:18:25,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741833_1009 (size=1405) 2024-12-07T12:18:25,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741833_1009 (size=1405) 2024-12-07T12:18:25,794 DEBUG [RS:2;27c6fcd7dac8:40717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T12:18:25,795 INFO [RS:2;27c6fcd7dac8:40717 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T12:18:25,795 INFO [RS:2;27c6fcd7dac8:40717 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T12:18:25,795 INFO [RS:2;27c6fcd7dac8:40717 {}] hbase.ChoreService(370): Chore service for: regionserver/27c6fcd7dac8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-07T12:18:25,795 INFO [RS:2;27c6fcd7dac8:40717 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T12:18:25,795 INFO [regionserver/27c6fcd7dac8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T12:18:25,796 INFO [RS:2;27c6fcd7dac8:40717 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40717 2024-12-07T12:18:25,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x1018cdc30f30000, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-07T12:18:25,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1018cdc30f30003, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/27c6fcd7dac8,40717,1733573889213 2024-12-07T12:18:25,803 INFO [RS:2;27c6fcd7dac8:40717 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T12:18:25,804 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [27c6fcd7dac8,40717,1733573889213] 2024-12-07T12:18:25,807 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/27c6fcd7dac8,40717,1733573889213 already deleted, retry=false 2024-12-07T12:18:25,807 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 27c6fcd7dac8,40717,1733573889213 on 27c6fcd7dac8,44915,1733573888368 2024-12-07T12:18:25,812 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 27c6fcd7dac8,40717,1733573889213, splitWal=true, meta=true 2024-12-07T12:18:25,815 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 27c6fcd7dac8,40717,1733573889213 (carryingMeta=true) 27c6fcd7dac8,40717,1733573889213/CRASHED/regionCount=2/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7039ab00[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-07T12:18:25,815 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 27c6fcd7dac8,40717,1733573889213, splitWal=true, meta=true 2024-12-07T12:18:25,817 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 27c6fcd7dac8,40717,1733573889213, splitWal=true, meta=true, isMeta: true 2024-12-07T12:18:25,818 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/WALs/27c6fcd7dac8,40717,1733573889213-splitting 2024-12-07T12:18:25,819 INFO [PEWorker-1 {}] master.SplitWALManager(105): 27c6fcd7dac8,40717,1733573889213 WAL count=1, meta=true 2024-12-07T12:18:25,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 27c6fcd7dac8%2C40717%2C1733573889213.meta.1733573890994.meta}] 2024-12-07T12:18:25,827 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=27c6fcd7dac8,37233,1733573889167 2024-12-07T12:18:25,829 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 27c6fcd7dac8%2C40717%2C1733573889213.meta.1733573890994.meta, worker=27c6fcd7dac8,37233,1733573889167}] 2024-12-07T12:18:25,899 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T12:18:25,900 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27c6fcd7dac8,40717,1733573889213, seqNum=-1] 2024-12-07T12:18:25,902 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 27c6fcd7dac8:40717 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 27c6fcd7dac8/172.17.0.2:40717 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T12:18:25,903 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=27c6fcd7dac8,40717,1733573889213, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=27c6fcd7dac8,40717,1733573889213, seqNum=-1, error=java.net.ConnectException: Call to address=27c6fcd7dac8:40717 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 27c6fcd7dac8/172.17.0.2:40717 2024-12-07T12:18:25,903 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=27c6fcd7dac8,40717,1733573889213, seqNum=-1 is java.net.ConnectException: Connection refused 2024-12-07T12:18:25,903 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=27c6fcd7dac8,40717,1733573889213, seqNum=-1 from cache 2024-12-07T12:18:25,903 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 27c6fcd7dac8:40717 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 27c6fcd7dac8/172.17.0.2:40717 2024-12-07T12:18:25,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1018cdc30f30003, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T12:18:25,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x1018cdc30f30003, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T12:18:25,906 INFO [RS:2;27c6fcd7dac8:40717 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T12:18:25,906 INFO [RS:2;27c6fcd7dac8:40717 {}] regionserver.HRegionServer(1031): Exiting; stopping=27c6fcd7dac8,40717,1733573889213; zookeeper connection closed. 2024-12-07T12:18:25,906 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4377e9fe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4377e9fe 2024-12-07T12:18:25,989 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T12:18:25,991 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T12:18:25,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37233 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-12-07T12:18:26,011 INFO [RS_LOG_REPLAY_OPS-regionserver/27c6fcd7dac8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/WALs/27c6fcd7dac8,40717,1733573889213-splitting/27c6fcd7dac8%2C40717%2C1733573889213.meta.1733573890994.meta, size=3.5 K (3561bytes) 2024-12-07T12:18:26,011 INFO [RS_LOG_REPLAY_OPS-regionserver/27c6fcd7dac8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/WALs/27c6fcd7dac8,40717,1733573889213-splitting/27c6fcd7dac8%2C40717%2C1733573889213.meta.1733573890994.meta 2024-12-07T12:18:26,011 INFO [RS_LOG_REPLAY_OPS-regionserver/27c6fcd7dac8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/WALs/27c6fcd7dac8,40717,1733573889213-splitting/27c6fcd7dac8%2C40717%2C1733573889213.meta.1733573890994.meta after 0ms 2024-12-07T12:18:26,014 DEBUG [RS_LOG_REPLAY_OPS-regionserver/27c6fcd7dac8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/WALs/27c6fcd7dac8,40717,1733573889213-splitting/27c6fcd7dac8%2C40717%2C1733573889213.meta.1733573890994.meta: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T12:18:26,014 INFO [RS_LOG_REPLAY_OPS-regionserver/27c6fcd7dac8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/WALs/27c6fcd7dac8,40717,1733573889213-splitting/27c6fcd7dac8%2C40717%2C1733573889213.meta.1733573890994.meta took 4ms 2024-12-07T12:18:26,021 DEBUG [RS_LOG_REPLAY_OPS-regionserver/27c6fcd7dac8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-12-07T12:18:26,022 DEBUG [RS_LOG_REPLAY_OPS-regionserver/27c6fcd7dac8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/WALs/27c6fcd7dac8,40717,1733573889213-splitting/27c6fcd7dac8%2C40717%2C1733573889213.meta.1733573890994.meta so closing down 2024-12-07T12:18:26,022 DEBUG [RS_LOG_REPLAY_OPS-regionserver/27c6fcd7dac8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T12:18:26,024 INFO [RS_LOG_REPLAY_OPS-regionserver/27c6fcd7dac8:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-27c6fcd7dac8%2C40717%2C1733573889213.meta.1733573890994.meta.temp 2024-12-07T12:18:26,025 INFO [RS_LOG_REPLAY_OPS-regionserver/27c6fcd7dac8:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-27c6fcd7dac8%2C40717%2C1733573889213.meta.1733573890994.meta.temp 2024-12-07T12:18:26,026 INFO [RS_LOG_REPLAY_OPS-regionserver/27c6fcd7dac8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T12:18:26,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741892_1070 (size=3346) 2024-12-07T12:18:26,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741892_1070 (size=3346) 2024-12-07T12:18:26,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741892_1070 (size=3346) 2024-12-07T12:18:26,039 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-27c6fcd7dac8%2C40717%2C1733573889213.meta.1733573890994.meta.temp (wrote 15 edits, skipped 0 edits in 1 ms) 2024-12-07T12:18:26,040 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-27c6fcd7dac8%2C40717%2C1733573889213.meta.1733573890994.meta.temp to hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-12-07T12:18:26,040 INFO [RS_LOG_REPLAY_OPS-regionserver/27c6fcd7dac8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 16 edits across 1 Regions in 26 ms; skipped=1; WAL=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/WALs/27c6fcd7dac8,40717,1733573889213-splitting/27c6fcd7dac8%2C40717%2C1733573889213.meta.1733573890994.meta, size=3.5 K, length=3561, corrupted=false, cancelled=false 2024-12-07T12:18:26,041 DEBUG [RS_LOG_REPLAY_OPS-regionserver/27c6fcd7dac8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/WALs/27c6fcd7dac8,40717,1733573889213-splitting/27c6fcd7dac8%2C40717%2C1733573889213.meta.1733573890994.meta, journal: Splitting hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/WALs/27c6fcd7dac8,40717,1733573889213-splitting/27c6fcd7dac8%2C40717%2C1733573889213.meta.1733573890994.meta, size=3.5 K (3561bytes) at 1733573906011Finishing writing output for hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/WALs/27c6fcd7dac8,40717,1733573889213-splitting/27c6fcd7dac8%2C40717%2C1733573889213.meta.1733573890994.meta so closing down at 1733573906022 (+11 ms)Creating recovered edits writer path=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-27c6fcd7dac8%2C40717%2C1733573889213.meta.1733573890994.meta.temp at 1733573906025 (+3 ms)3 split writer threads finished at 1733573906027 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-27c6fcd7dac8%2C40717%2C1733573889213.meta.1733573890994.meta.temp (wrote 15 edits, skipped 0 edits in 1 ms) at 1733573906039 (+12 ms)Rename recovered edits hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-27c6fcd7dac8%2C40717%2C1733573889213.meta.1733573890994.meta.temp to hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 at 1733573906040 (+1 ms)Processed 16 edits across 1 Regions in 26 ms; skipped=1; WAL=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/WALs/27c6fcd7dac8,40717,1733573889213-splitting/27c6fcd7dac8%2C40717%2C1733573889213.meta.1733573890994.meta, size=3.5 K, length=3561, corrupted=false, cancelled=false at 1733573906041 (+1 ms) 2024-12-07T12:18:26,041 DEBUG [RS_LOG_REPLAY_OPS-regionserver/27c6fcd7dac8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/WALs/27c6fcd7dac8,40717,1733573889213-splitting/27c6fcd7dac8%2C40717%2C1733573889213.meta.1733573890994.meta 2024-12-07T12:18:26,042 DEBUG [RS_LOG_REPLAY_OPS-regionserver/27c6fcd7dac8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-07T12:18:26,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-07T12:18:26,050 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/WALs/27c6fcd7dac8,40717,1733573889213-splitting/27c6fcd7dac8%2C40717%2C1733573889213.meta.1733573890994.meta to hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/oldWALs 2024-12-07T12:18:26,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-07T12:18:26,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 27c6fcd7dac8%2C40717%2C1733573889213.meta.1733573890994.meta, worker=27c6fcd7dac8,37233,1733573889167 in 221 msec 2024-12-07T12:18:26,054 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=27c6fcd7dac8,37233,1733573889167 2024-12-07T12:18:26,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-07T12:18:26,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 27c6fcd7dac8%2C40717%2C1733573889213.meta.1733573890994.meta, worker=27c6fcd7dac8,37233,1733573889167 in 233 msec 2024-12-07T12:18:26,058 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/WALs/27c6fcd7dac8,40717,1733573889213-splitting dir is empty, no logs to split. 2024-12-07T12:18:26,058 INFO [PEWorker-1 {}] master.SplitWALManager(105): 27c6fcd7dac8,40717,1733573889213 WAL count=0, meta=true 2024-12-07T12:18:26,058 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 27c6fcd7dac8,40717,1733573889213 WAL splitting is done? wals=0, meta=true 2024-12-07T12:18:26,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-07T12:18:26,061 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T12:18:26,062 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-07T12:18:26,208 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T12:18:26,210 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27c6fcd7dac8,40717,1733573889213, seqNum=-1] 2024-12-07T12:18:26,210 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.AbstractRpcClient(357): Not trying to connect to 27c6fcd7dac8:40717 this server is in the failed servers list 2024-12-07T12:18:26,211 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=27c6fcd7dac8,40717,1733573889213, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=27c6fcd7dac8,40717,1733573889213, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=27c6fcd7dac8:40717 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 27c6fcd7dac8:40717 2024-12-07T12:18:26,211 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=27c6fcd7dac8,40717,1733573889213, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 27c6fcd7dac8:40717 2024-12-07T12:18:26,211 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=27c6fcd7dac8,40717,1733573889213, seqNum=-1 from cache 2024-12-07T12:18:26,212 DEBUG [27c6fcd7dac8:44915 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-07T12:18:26,213 DEBUG [27c6fcd7dac8:44915 {}] balancer.BalancerClusterState(204): Hosts are {27c6fcd7dac8=0} racks are {/default-rack=0} 2024-12-07T12:18:26,213 DEBUG [27c6fcd7dac8:44915 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-07T12:18:26,213 DEBUG [27c6fcd7dac8:44915 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-07T12:18:26,213 DEBUG [27c6fcd7dac8:44915 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-07T12:18:26,213 DEBUG [27c6fcd7dac8:44915 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-07T12:18:26,213 INFO [27c6fcd7dac8:44915 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-07T12:18:26,213 INFO [27c6fcd7dac8:44915 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-07T12:18:26,213 DEBUG [27c6fcd7dac8:44915 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-07T12:18:26,213 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=27c6fcd7dac8,37233,1733573889167 2024-12-07T12:18:26,214 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27c6fcd7dac8,37233,1733573889167, state=OPENING 2024-12-07T12:18:26,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37233-0x1018cdc30f30002, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T12:18:26,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x1018cdc30f30001, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T12:18:26,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x1018cdc30f30000, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T12:18:26,216 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T12:18:26,216 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T12:18:26,216 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T12:18:26,216 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T12:18:26,216 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=27c6fcd7dac8,37233,1733573889167}] 2024-12-07T12:18:26,373 INFO [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-07T12:18:26,373 INFO [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T12:18:26,374 INFO [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-07T12:18:26,375 INFO [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=27c6fcd7dac8%2C37233%2C1733573889167.meta, suffix=.meta, logDir=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/WALs/27c6fcd7dac8,37233,1733573889167, archiveDir=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/oldWALs, maxLogs=32 2024-12-07T12:18:26,389 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/WALs/27c6fcd7dac8,37233,1733573889167/27c6fcd7dac8%2C37233%2C1733573889167.meta.1733573906376.meta, exclude list is [], retry=0 2024-12-07T12:18:26,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-a467636b-11e8-4000-a1ff-a8642bb33251,DISK] 2024-12-07T12:18:26,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41817,DS-edc316d4-0586-40b6-a94b-44bd4066a8bb,DISK] 2024-12-07T12:18:26,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45737,DS-6159411b-4a4b-4bb3-aee0-15ace74cfa70,DISK] 2024-12-07T12:18:26,395 INFO [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/WALs/27c6fcd7dac8,37233,1733573889167/27c6fcd7dac8%2C37233%2C1733573889167.meta.1733573906376.meta 2024-12-07T12:18:26,395 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44971:44971),(127.0.0.1/127.0.0.1:37353:37353),(127.0.0.1/127.0.0.1:41885:41885)] 2024-12-07T12:18:26,395 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-07T12:18:26,395 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T12:18:26,395 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-07T12:18:26,396 INFO [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-07T12:18:26,396 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-07T12:18:26,396 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T12:18:26,396 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-07T12:18:26,396 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-07T12:18:26,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T12:18:26,398 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T12:18:26,398 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:26,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T12:18:26,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T12:18:26,399 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T12:18:26,400 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:26,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T12:18:26,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T12:18:26,401 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T12:18:26,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:26,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T12:18:26,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T12:18:26,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T12:18:26,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:26,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T12:18:26,403 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T12:18:26,403 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/hbase/meta/1588230740 2024-12-07T12:18:26,405 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/hbase/meta/1588230740 2024-12-07T12:18:26,405 INFO [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-12-07T12:18:26,408 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/hbase/meta/1588230740/recovered.edits/0000000000000000018: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T12:18:26,410 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5793): Applied 40, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=18, path=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-12-07T12:18:26,410 INFO [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.67 KB heapSize=9.66 KB 2024-12-07T12:18:26,430 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/hbase/meta/1588230740/.tmp/info/daccfc77cbe14cb19ce26e504c676e6d is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7./info:regioninfo/1733573905549/Put/seqid=0 2024-12-07T12:18:26,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741894_1072 (size=11177) 2024-12-07T12:18:26,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741894_1072 (size=11177) 2024-12-07T12:18:26,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741894_1072 (size=11177) 2024-12-07T12:18:26,437 INFO [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.46 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/hbase/meta/1588230740/.tmp/info/daccfc77cbe14cb19ce26e504c676e6d 2024-12-07T12:18:26,459 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/hbase/meta/1588230740/.tmp/ns/063574ab6f0d41a6ab3c39d28312e658 is 43, key is default/ns:d/1733573891163/Put/seqid=0 2024-12-07T12:18:26,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741895_1073 (size=5153) 2024-12-07T12:18:26,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741895_1073 (size=5153) 2024-12-07T12:18:26,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741895_1073 (size=5153) 2024-12-07T12:18:26,465 INFO [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/hbase/meta/1588230740/.tmp/ns/063574ab6f0d41a6ab3c39d28312e658 2024-12-07T12:18:26,485 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/hbase/meta/1588230740/.tmp/table/24ec60236e5147219ab7b2f94ade2aca is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1733573903785/Put/seqid=0 2024-12-07T12:18:26,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741896_1074 (size=5431) 2024-12-07T12:18:26,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741896_1074 (size=5431) 2024-12-07T12:18:26,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741896_1074 (size=5431) 2024-12-07T12:18:26,491 INFO [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/hbase/meta/1588230740/.tmp/table/24ec60236e5147219ab7b2f94ade2aca 2024-12-07T12:18:26,497 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/hbase/meta/1588230740/.tmp/info/daccfc77cbe14cb19ce26e504c676e6d as hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/hbase/meta/1588230740/info/daccfc77cbe14cb19ce26e504c676e6d 2024-12-07T12:18:26,502 INFO [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/hbase/meta/1588230740/info/daccfc77cbe14cb19ce26e504c676e6d, entries=36, sequenceid=18, filesize=10.9 K 2024-12-07T12:18:26,503 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/hbase/meta/1588230740/.tmp/ns/063574ab6f0d41a6ab3c39d28312e658 as hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/hbase/meta/1588230740/ns/063574ab6f0d41a6ab3c39d28312e658 2024-12-07T12:18:26,509 INFO [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/hbase/meta/1588230740/ns/063574ab6f0d41a6ab3c39d28312e658, entries=2, sequenceid=18, filesize=5.0 K 2024-12-07T12:18:26,510 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/hbase/meta/1588230740/.tmp/table/24ec60236e5147219ab7b2f94ade2aca as hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/hbase/meta/1588230740/table/24ec60236e5147219ab7b2f94ade2aca 2024-12-07T12:18:26,515 INFO [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/hbase/meta/1588230740/table/24ec60236e5147219ab7b2f94ade2aca, entries=2, sequenceid=18, filesize=5.3 K 2024-12-07T12:18:26,515 INFO [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(3140): Finished flush of dataSize ~5.67 KB/5811, heapSize ~9.37 KB/9592, currentSize=0 B/0 for 1588230740 in 105ms, sequenceid=18, compaction requested=false; wal=null 2024-12-07T12:18:26,516 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-12-07T12:18:26,517 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T12:18:26,517 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T12:18:26,518 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T12:18:26,519 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T12:18:26,522 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/hbase/meta/1588230740/recovered.edits/18.seqid, newMaxSeqId=18, maxSeqId=1 2024-12-07T12:18:26,523 INFO [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=19; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59747720, jitterRate=-0.10968959331512451}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T12:18:26,523 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-07T12:18:26,523 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733573906396Writing region info on filesystem at 1733573906396Initializing all the Stores at 1733573906397 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733573906397Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733573906397Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573906397Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733573906397Obtaining lock to block concurrent updates at 1733573906410 (+13 ms)Preparing flush snapshotting stores in 1588230740 at 1733573906410Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=5811, getHeapSize=9832, getOffHeapSize=0, getCellsCount=40 at 1733573906410Flushing stores of hbase:meta,,1.1588230740 at 1733573906410Flushing 1588230740/info: creating writer at 1733573906411 (+1 ms)Flushing 1588230740/info: appending metadata at 1733573906429 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733573906429Flushing 1588230740/ns: creating writer at 1733573906443 (+14 ms)Flushing 1588230740/ns: appending metadata at 1733573906458 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733573906458Flushing 1588230740/table: creating writer at 1733573906470 (+12 ms)Flushing 1588230740/table: appending metadata at 1733573906484 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733573906484Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@201fb9d5: reopening flushed file at 1733573906496 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@673b672b: reopening flushed file at 1733573906502 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42a057ca: reopening flushed file at 1733573906509 (+7 ms)Finished flush of dataSize ~5.67 KB/5811, heapSize ~9.37 KB/9592, currentSize=0 B/0 for 1588230740 in 105ms, sequenceid=18, compaction requested=false; wal=null at 1733573906515 (+6 ms)Cleaning up temporary data from old regions at 1733573906517 (+2 ms)Running coprocessor post-open hooks at 1733573906523 (+6 ms)Region opened successfully at 1733573906523 2024-12-07T12:18:26,525 INFO [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733573906369 2024-12-07T12:18:26,527 DEBUG [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-07T12:18:26,527 INFO [RS_OPEN_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-07T12:18:26,528 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=19, regionLocation=27c6fcd7dac8,37233,1733573889167 2024-12-07T12:18:26,528 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 27c6fcd7dac8,37233,1733573889167, state=OPEN 2024-12-07T12:18:26,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37233-0x1018cdc30f30002, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T12:18:26,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x1018cdc30f30001, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T12:18:26,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x1018cdc30f30000, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T12:18:26,530 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=27c6fcd7dac8,37233,1733573889167 2024-12-07T12:18:26,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T12:18:26,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T12:18:26,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T12:18:26,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-07T12:18:26,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=27c6fcd7dac8,37233,1733573889167 in 314 msec 2024-12-07T12:18:26,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-12-07T12:18:26,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 474 msec 2024-12-07T12:18:26,538 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 27c6fcd7dac8,40717,1733573889213 had 2 regions 2024-12-07T12:18:26,539 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 27c6fcd7dac8,40717,1733573889213, splitWal=true, meta=true, isMeta: false 2024-12-07T12:18:26,541 INFO [PEWorker-2 {}] master.SplitWALManager(105): 27c6fcd7dac8,40717,1733573889213 WAL count=1, meta=false 2024-12-07T12:18:26,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 27c6fcd7dac8%2C40717%2C1733573889213.1733573890568}] 2024-12-07T12:18:26,543 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=27c6fcd7dac8,42057,1733573889060 2024-12-07T12:18:26,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 27c6fcd7dac8%2C40717%2C1733573889213.1733573890568, worker=27c6fcd7dac8,42057,1733573889060}] 2024-12-07T12:18:26,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=19 2024-12-07T12:18:26,714 INFO [RS_LOG_REPLAY_OPS-regionserver/27c6fcd7dac8:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(299): Splitting hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/WALs/27c6fcd7dac8,40717,1733573889213-splitting/27c6fcd7dac8%2C40717%2C1733573889213.1733573890568, size=1.4 K (1405bytes) 2024-12-07T12:18:26,714 INFO [RS_LOG_REPLAY_OPS-regionserver/27c6fcd7dac8:0-0 {event_type=RS_LOG_REPLAY, pid=19}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/WALs/27c6fcd7dac8,40717,1733573889213-splitting/27c6fcd7dac8%2C40717%2C1733573889213.1733573890568 2024-12-07T12:18:26,714 INFO [RS_LOG_REPLAY_OPS-regionserver/27c6fcd7dac8:0-0 {event_type=RS_LOG_REPLAY, pid=19}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/WALs/27c6fcd7dac8,40717,1733573889213-splitting/27c6fcd7dac8%2C40717%2C1733573889213.1733573890568 after 0ms 2024-12-07T12:18:26,717 DEBUG [RS_LOG_REPLAY_OPS-regionserver/27c6fcd7dac8:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/WALs/27c6fcd7dac8,40717,1733573889213-splitting/27c6fcd7dac8%2C40717%2C1733573889213.1733573890568: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T12:18:26,717 INFO [RS_LOG_REPLAY_OPS-regionserver/27c6fcd7dac8:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(310): Open hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/WALs/27c6fcd7dac8,40717,1733573889213-splitting/27c6fcd7dac8%2C40717%2C1733573889213.1733573890568 took 4ms 2024-12-07T12:18:26,718 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T12:18:26,719 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27c6fcd7dac8,37233,1733573889167, seqNum=-1] 2024-12-07T12:18:26,720 DEBUG [RS_LOG_REPLAY_OPS-regionserver/27c6fcd7dac8:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(352): Last flushed sequenceid for 5a16bdfb0a978b97375985252650c0a7: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-12-07T12:18:26,720 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T12:18:26,720 DEBUG [RS_LOG_REPLAY_OPS-regionserver/27c6fcd7dac8:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/WALs/27c6fcd7dac8,40717,1733573889213-splitting/27c6fcd7dac8%2C40717%2C1733573889213.1733573890568 so closing down 2024-12-07T12:18:26,720 DEBUG [RS_LOG_REPLAY_OPS-regionserver/27c6fcd7dac8:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T12:18:26,720 INFO [RS_LOG_REPLAY_OPS-regionserver/27c6fcd7dac8:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T12:18:26,720 INFO [RS_LOG_REPLAY_OPS-regionserver/27c6fcd7dac8:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 3 ms; skipped=6; WAL=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/WALs/27c6fcd7dac8,40717,1733573889213-splitting/27c6fcd7dac8%2C40717%2C1733573889213.1733573890568, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-07T12:18:26,720 DEBUG [RS_LOG_REPLAY_OPS-regionserver/27c6fcd7dac8:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(428): Completed split of hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/WALs/27c6fcd7dac8,40717,1733573889213-splitting/27c6fcd7dac8%2C40717%2C1733573889213.1733573890568, journal: Splitting hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/WALs/27c6fcd7dac8,40717,1733573889213-splitting/27c6fcd7dac8%2C40717%2C1733573889213.1733573890568, size=1.4 K (1405bytes) at 1733573906714Finishing writing output for hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/WALs/27c6fcd7dac8,40717,1733573889213-splitting/27c6fcd7dac8%2C40717%2C1733573889213.1733573890568 so closing down at 1733573906720 (+6 ms)3 split writer threads finished at 1733573906720Processed 6 edits across 0 Regions in 3 ms; skipped=6; WAL=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/WALs/27c6fcd7dac8,40717,1733573889213-splitting/27c6fcd7dac8%2C40717%2C1733573889213.1733573890568, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733573906720 2024-12-07T12:18:26,720 DEBUG [RS_LOG_REPLAY_OPS-regionserver/27c6fcd7dac8:0-0 {event_type=RS_LOG_REPLAY, pid=19}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/WALs/27c6fcd7dac8,40717,1733573889213-splitting/27c6fcd7dac8%2C40717%2C1733573889213.1733573890568 2024-12-07T12:18:26,720 DEBUG [RS_LOG_REPLAY_OPS-regionserver/27c6fcd7dac8:0-0 {event_type=RS_LOG_REPLAY, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-12-07T12:18:26,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44915 {}] master.HMaster(4169): Remote procedure done, pid=19 2024-12-07T12:18:26,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T12:18:26,725 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/WALs/27c6fcd7dac8,40717,1733573889213-splitting/27c6fcd7dac8%2C40717%2C1733573889213.1733573890568 to hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/oldWALs 2024-12-07T12:18:26,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-07T12:18:26,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 27c6fcd7dac8%2C40717%2C1733573889213.1733573890568, worker=27c6fcd7dac8,42057,1733573889060 in 181 msec 2024-12-07T12:18:26,729 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=27c6fcd7dac8,42057,1733573889060 2024-12-07T12:18:26,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-12-07T12:18:26,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 27c6fcd7dac8%2C40717%2C1733573889213.1733573890568, worker=27c6fcd7dac8,42057,1733573889060 in 188 msec 2024-12-07T12:18:26,733 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/WALs/27c6fcd7dac8,40717,1733573889213-splitting dir is empty, no logs to split. 2024-12-07T12:18:26,733 INFO [PEWorker-2 {}] master.SplitWALManager(105): 27c6fcd7dac8,40717,1733573889213 WAL count=0, meta=false 2024-12-07T12:18:26,733 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 27c6fcd7dac8,40717,1733573889213 WAL splitting is done? wals=0, meta=false 2024-12-07T12:18:26,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5a16bdfb0a978b97375985252650c0a7, ASSIGN}] 2024-12-07T12:18:26,737 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5a16bdfb0a978b97375985252650c0a7, ASSIGN 2024-12-07T12:18:26,738 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5a16bdfb0a978b97375985252650c0a7, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-07T12:18:26,839 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 27c6fcd7dac8:40717 this server is in the failed servers list 2024-12-07T12:18:26,839 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7., hostname=27c6fcd7dac8,40717,1733573889213, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7., hostname=27c6fcd7dac8,40717,1733573889213, seqNum=12, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=27c6fcd7dac8:40717 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 27c6fcd7dac8:40717 2024-12-07T12:18:26,839 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7., hostname=27c6fcd7dac8,40717,1733573889213, seqNum=12 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 27c6fcd7dac8:40717 2024-12-07T12:18:26,839 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7., hostname=27c6fcd7dac8,40717,1733573889213, seqNum=12 from cache 2024-12-07T12:18:26,888 DEBUG [27c6fcd7dac8:44915 {}] balancer.BalancerClusterState(204): Hosts are {27c6fcd7dac8=0} racks are {/default-rack=0} 2024-12-07T12:18:26,889 DEBUG [27c6fcd7dac8:44915 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-07T12:18:26,889 DEBUG [27c6fcd7dac8:44915 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-07T12:18:26,889 DEBUG [27c6fcd7dac8:44915 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-07T12:18:26,889 DEBUG [27c6fcd7dac8:44915 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-07T12:18:26,889 INFO [27c6fcd7dac8:44915 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-07T12:18:26,889 INFO [27c6fcd7dac8:44915 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-07T12:18:26,889 DEBUG [27c6fcd7dac8:44915 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-07T12:18:26,889 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=5a16bdfb0a978b97375985252650c0a7, regionState=OPENING, regionLocation=27c6fcd7dac8,37233,1733573889167 2024-12-07T12:18:26,890 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 27c6fcd7dac8:40717 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 27c6fcd7dac8/172.17.0.2:40717 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T12:18:26,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=27c6fcd7dac8,40717,1733573889213, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=27c6fcd7dac8,40717,1733573889213, seqNum=-1, error=java.net.ConnectException: Call to address=27c6fcd7dac8:40717 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 27c6fcd7dac8/172.17.0.2:40717 2024-12-07T12:18:26,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=27c6fcd7dac8,40717,1733573889213, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-12-07T12:18:26,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=27c6fcd7dac8,40717,1733573889213, seqNum=-1 from cache 2024-12-07T12:18:26,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 27c6fcd7dac8:40717 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 27c6fcd7dac8/172.17.0.2:40717 2024-12-07T12:18:26,999 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T12:18:26,999 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=27c6fcd7dac8,37233,1733573889167, seqNum=-1] 2024-12-07T12:18:26,999 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T12:18:27,001 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T12:18:27,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5a16bdfb0a978b97375985252650c0a7, ASSIGN because future has completed 2024-12-07T12:18:27,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a16bdfb0a978b97375985252650c0a7, server=27c6fcd7dac8,37233,1733573889167}] 2024-12-07T12:18:27,057 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7., hostname=27c6fcd7dac8,40717,1733573889213, seqNum=18] 2024-12-07T12:18:27,057 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.AbstractRpcClient(357): Not trying to connect to 27c6fcd7dac8:40717 this server is in the failed servers list 2024-12-07T12:18:27,058 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7., hostname=27c6fcd7dac8,40717,1733573889213, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7., hostname=27c6fcd7dac8,40717,1733573889213, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=27c6fcd7dac8:40717 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 27c6fcd7dac8:40717 2024-12-07T12:18:27,058 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7., hostname=27c6fcd7dac8,40717,1733573889213, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 27c6fcd7dac8:40717 2024-12-07T12:18:27,058 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7., hostname=27c6fcd7dac8,40717,1733573889213, seqNum=18 from cache 2024-12-07T12:18:27,161 INFO [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. 2024-12-07T12:18:27,161 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 5a16bdfb0a978b97375985252650c0a7, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7.', STARTKEY => '', ENDKEY => ''} 2024-12-07T12:18:27,161 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:27,161 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T12:18:27,161 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:27,162 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:27,163 INFO [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:27,164 INFO [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a16bdfb0a978b97375985252650c0a7 columnFamilyName cf1 2024-12-07T12:18:27,164 DEBUG [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:27,170 DEBUG [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7/cf1/9d55bda8e6a242869760642180553d86 2024-12-07T12:18:27,170 INFO [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] regionserver.HStore(327): Store=5a16bdfb0a978b97375985252650c0a7/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:27,171 INFO [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:27,171 INFO [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a16bdfb0a978b97375985252650c0a7 columnFamilyName cf2 2024-12-07T12:18:27,171 DEBUG [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:27,178 DEBUG [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7/cf2/e18a1bffa163494b84d8f353d737deac 2024-12-07T12:18:27,178 INFO [StoreOpener-5a16bdfb0a978b97375985252650c0a7-1 {}] regionserver.HStore(327): Store=5a16bdfb0a978b97375985252650c0a7/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:27,178 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:27,179 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:27,180 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:27,181 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:27,181 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:27,182 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T12:18:27,183 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:27,184 INFO [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 5a16bdfb0a978b97375985252650c0a7; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70877556, jitterRate=0.05615788698196411}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T12:18:27,184 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:27,185 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 5a16bdfb0a978b97375985252650c0a7: Running coprocessor pre-open hook at 1733573907162Writing region info on filesystem at 1733573907162Initializing all the Stores at 1733573907163 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573907163Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573907163Cleaning up temporary data from old regions at 1733573907181 (+18 ms)Running coprocessor post-open hooks at 1733573907184 (+3 ms)Region opened successfully at 1733573907185 (+1 ms) 2024-12-07T12:18:27,187 INFO [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7., pid=21, masterSystemTime=1733573907156 2024-12-07T12:18:27,189 DEBUG [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. 2024-12-07T12:18:27,189 INFO [RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. 2024-12-07T12:18:27,190 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=5a16bdfb0a978b97375985252650c0a7, regionState=OPEN, openSeqNum=18, regionLocation=27c6fcd7dac8,37233,1733573889167 2024-12-07T12:18:27,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a16bdfb0a978b97375985252650c0a7, server=27c6fcd7dac8,37233,1733573889167 because future has completed 2024-12-07T12:18:27,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-12-07T12:18:27,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 5a16bdfb0a978b97375985252650c0a7, server=27c6fcd7dac8,37233,1733573889167 in 191 msec 2024-12-07T12:18:27,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=13 2024-12-07T12:18:27,200 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server 27c6fcd7dac8,40717,1733573889213 after splitting done 2024-12-07T12:18:27,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=5a16bdfb0a978b97375985252650c0a7, ASSIGN in 462 msec 2024-12-07T12:18:27,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 27c6fcd7dac8,40717,1733573889213, splitWal=true, meta=true in 1.3920 sec 2024-12-07T12:18:27,373 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7., hostname=27c6fcd7dac8,37233,1733573889167, seqNum=18] 2024-12-07T12:18:27,388 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=414 (was 412) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-219147611_22 at /127.0.0.1:44416 [Waiting for operation #38] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1828611381-172.17.0.2-1733573885344:blk_1073741893_1071, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: PacketResponder: BP-1828611381-172.17.0.2-1733573885344:blk_1073741893_1071, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_LOG_REPLAY_OPS-regionserver/27c6fcd7dac8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b-prefix:27c6fcd7dac8,37233,1733573889167.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-219147611_22 at /127.0.0.1:54760 [Receiving block BP-1828611381-172.17.0.2-1733573885344:blk_1073741893_1071] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-219147611_22 at /127.0.0.1:44496 [Receiving block BP-1828611381-172.17.0.2-1733573885344:blk_1073741893_1071] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/cluster_ecacf9f8-bb5f-3880-b300-8c17c997efaf/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-219147611_22 at /127.0.0.1:54654 [Waiting for operation #26] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1892070602_22 at /127.0.0.1:47086 [Waiting for operation #26] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/27c6fcd7dac8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1828611381-172.17.0.2-1733573885344:blk_1073741893_1071, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-219147611_22 at /127.0.0.1:47150 [Receiving block BP-1828611381-172.17.0.2-1733573885344:blk_1073741893_1071] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/cluster_ecacf9f8-bb5f-3880-b300-8c17c997efaf/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1050 (was 1022) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=230 (was 241), ProcessCount=11 (was 11), AvailableMemoryMB=6316 (was 6379) 2024-12-07T12:18:27,390 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1050 is superior to 1024 2024-12-07T12:18:27,402 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=414, OpenFileDescriptor=1050, MaxFileDescriptor=1048576, SystemLoadAverage=230, ProcessCount=11, AvailableMemoryMB=6315 2024-12-07T12:18:27,402 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1050 is superior to 1024 2024-12-07T12:18:27,417 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T12:18:27,419 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T12:18:27,420 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T12:18:27,423 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-72628195, suffix=, logDir=hdfs://localhost:36075/hbase/WALs/hregion-72628195, archiveDir=hdfs://localhost:36075/hbase/oldWALs, maxLogs=32 2024-12-07T12:18:27,436 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-72628195/hregion-72628195.1733573907423, exclude list is [], retry=0 2024-12-07T12:18:27,439 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45737,DS-6159411b-4a4b-4bb3-aee0-15ace74cfa70,DISK] 2024-12-07T12:18:27,439 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-a467636b-11e8-4000-a1ff-a8642bb33251,DISK] 2024-12-07T12:18:27,439 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41817,DS-edc316d4-0586-40b6-a94b-44bd4066a8bb,DISK] 2024-12-07T12:18:27,441 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-72628195/hregion-72628195.1733573907423 2024-12-07T12:18:27,444 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41885:41885),(127.0.0.1/127.0.0.1:44971:44971),(127.0.0.1/127.0.0.1:37353:37353)] 2024-12-07T12:18:27,445 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 08136cd9833bc7abf52ffa6dc19de420, NAME => 'testReplayEditsWrittenViaHRegion,,1733573907418.08136cd9833bc7abf52ffa6dc19de420.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36075/hbase 2024-12-07T12:18:27,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741898_1076 (size=67) 2024-12-07T12:18:27,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741898_1076 (size=67) 2024-12-07T12:18:27,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741898_1076 (size=67) 2024-12-07T12:18:27,458 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733573907418.08136cd9833bc7abf52ffa6dc19de420.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T12:18:27,460 INFO [StoreOpener-08136cd9833bc7abf52ffa6dc19de420-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 08136cd9833bc7abf52ffa6dc19de420 2024-12-07T12:18:27,462 INFO [StoreOpener-08136cd9833bc7abf52ffa6dc19de420-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08136cd9833bc7abf52ffa6dc19de420 columnFamilyName a 2024-12-07T12:18:27,462 DEBUG [StoreOpener-08136cd9833bc7abf52ffa6dc19de420-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:27,462 INFO [StoreOpener-08136cd9833bc7abf52ffa6dc19de420-1 {}] regionserver.HStore(327): Store=08136cd9833bc7abf52ffa6dc19de420/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:27,462 INFO [StoreOpener-08136cd9833bc7abf52ffa6dc19de420-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 08136cd9833bc7abf52ffa6dc19de420 2024-12-07T12:18:27,464 INFO [StoreOpener-08136cd9833bc7abf52ffa6dc19de420-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08136cd9833bc7abf52ffa6dc19de420 columnFamilyName b 2024-12-07T12:18:27,464 DEBUG [StoreOpener-08136cd9833bc7abf52ffa6dc19de420-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:27,464 INFO [StoreOpener-08136cd9833bc7abf52ffa6dc19de420-1 {}] regionserver.HStore(327): Store=08136cd9833bc7abf52ffa6dc19de420/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:27,464 INFO [StoreOpener-08136cd9833bc7abf52ffa6dc19de420-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 08136cd9833bc7abf52ffa6dc19de420 2024-12-07T12:18:27,465 INFO [StoreOpener-08136cd9833bc7abf52ffa6dc19de420-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08136cd9833bc7abf52ffa6dc19de420 columnFamilyName c 2024-12-07T12:18:27,465 DEBUG [StoreOpener-08136cd9833bc7abf52ffa6dc19de420-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:27,466 INFO [StoreOpener-08136cd9833bc7abf52ffa6dc19de420-1 {}] regionserver.HStore(327): Store=08136cd9833bc7abf52ffa6dc19de420/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:27,466 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 08136cd9833bc7abf52ffa6dc19de420 2024-12-07T12:18:27,466 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/08136cd9833bc7abf52ffa6dc19de420 2024-12-07T12:18:27,467 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/08136cd9833bc7abf52ffa6dc19de420 2024-12-07T12:18:27,468 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 08136cd9833bc7abf52ffa6dc19de420 2024-12-07T12:18:27,468 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 08136cd9833bc7abf52ffa6dc19de420 2024-12-07T12:18:27,468 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T12:18:27,469 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 08136cd9833bc7abf52ffa6dc19de420 2024-12-07T12:18:27,471 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/08136cd9833bc7abf52ffa6dc19de420/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T12:18:27,472 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 08136cd9833bc7abf52ffa6dc19de420; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64041793, jitterRate=-0.045702919363975525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T12:18:27,473 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 08136cd9833bc7abf52ffa6dc19de420: Writing region info on filesystem at 1733573907458Initializing all the Stores at 1733573907459 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573907460 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573907460Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573907460Cleaning up temporary data from old regions at 1733573907468 (+8 ms)Region opened successfully at 1733573907473 (+5 ms) 2024-12-07T12:18:27,473 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 08136cd9833bc7abf52ffa6dc19de420, disabling compactions & flushes 2024-12-07T12:18:27,473 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733573907418.08136cd9833bc7abf52ffa6dc19de420. 2024-12-07T12:18:27,473 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733573907418.08136cd9833bc7abf52ffa6dc19de420. 2024-12-07T12:18:27,473 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733573907418.08136cd9833bc7abf52ffa6dc19de420. after waiting 0 ms 2024-12-07T12:18:27,473 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733573907418.08136cd9833bc7abf52ffa6dc19de420. 2024-12-07T12:18:27,473 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733573907418.08136cd9833bc7abf52ffa6dc19de420. 2024-12-07T12:18:27,473 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 08136cd9833bc7abf52ffa6dc19de420: Waiting for close lock at 1733573907473Disabling compacts and flushes for region at 1733573907473Disabling writes for close at 1733573907473Writing region close event to WAL at 1733573907473Closed at 1733573907473 2024-12-07T12:18:27,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741897_1075 (size=95) 2024-12-07T12:18:27,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741897_1075 (size=95) 2024-12-07T12:18:27,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741897_1075 (size=95) 2024-12-07T12:18:27,478 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T12:18:27,478 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-72628195:(num 1733573907423) 2024-12-07T12:18:27,478 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T12:18:27,480 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36075/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733573907417, archiveDir=hdfs://localhost:36075/hbase/oldWALs, maxLogs=32 2024-12-07T12:18:27,493 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733573907417/wal.1733573907480, exclude list is [], retry=0 2024-12-07T12:18:27,496 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41817,DS-edc316d4-0586-40b6-a94b-44bd4066a8bb,DISK] 2024-12-07T12:18:27,496 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-a467636b-11e8-4000-a1ff-a8642bb33251,DISK] 2024-12-07T12:18:27,496 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45737,DS-6159411b-4a4b-4bb3-aee0-15ace74cfa70,DISK] 2024-12-07T12:18:27,498 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733573907417/wal.1733573907480 2024-12-07T12:18:27,499 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37353:37353),(127.0.0.1/127.0.0.1:44971:44971),(127.0.0.1/127.0.0.1:41885:41885)] 2024-12-07T12:18:27,499 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 08136cd9833bc7abf52ffa6dc19de420, NAME => 'testReplayEditsWrittenViaHRegion,,1733573907418.08136cd9833bc7abf52ffa6dc19de420.', STARTKEY => '', ENDKEY => ''} 2024-12-07T12:18:27,499 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733573907418.08136cd9833bc7abf52ffa6dc19de420.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T12:18:27,499 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 08136cd9833bc7abf52ffa6dc19de420 2024-12-07T12:18:27,499 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 08136cd9833bc7abf52ffa6dc19de420 2024-12-07T12:18:27,501 INFO [StoreOpener-08136cd9833bc7abf52ffa6dc19de420-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 08136cd9833bc7abf52ffa6dc19de420 2024-12-07T12:18:27,502 INFO [StoreOpener-08136cd9833bc7abf52ffa6dc19de420-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08136cd9833bc7abf52ffa6dc19de420 columnFamilyName a 2024-12-07T12:18:27,502 DEBUG [StoreOpener-08136cd9833bc7abf52ffa6dc19de420-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:27,502 INFO [StoreOpener-08136cd9833bc7abf52ffa6dc19de420-1 {}] regionserver.HStore(327): Store=08136cd9833bc7abf52ffa6dc19de420/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:27,502 INFO [StoreOpener-08136cd9833bc7abf52ffa6dc19de420-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 08136cd9833bc7abf52ffa6dc19de420 2024-12-07T12:18:27,503 INFO [StoreOpener-08136cd9833bc7abf52ffa6dc19de420-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08136cd9833bc7abf52ffa6dc19de420 columnFamilyName b 2024-12-07T12:18:27,503 DEBUG [StoreOpener-08136cd9833bc7abf52ffa6dc19de420-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:27,504 INFO [StoreOpener-08136cd9833bc7abf52ffa6dc19de420-1 {}] regionserver.HStore(327): Store=08136cd9833bc7abf52ffa6dc19de420/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:27,504 INFO [StoreOpener-08136cd9833bc7abf52ffa6dc19de420-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 08136cd9833bc7abf52ffa6dc19de420 2024-12-07T12:18:27,505 INFO [StoreOpener-08136cd9833bc7abf52ffa6dc19de420-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08136cd9833bc7abf52ffa6dc19de420 columnFamilyName c 2024-12-07T12:18:27,505 DEBUG [StoreOpener-08136cd9833bc7abf52ffa6dc19de420-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:27,505 INFO [StoreOpener-08136cd9833bc7abf52ffa6dc19de420-1 {}] regionserver.HStore(327): Store=08136cd9833bc7abf52ffa6dc19de420/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:27,506 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 08136cd9833bc7abf52ffa6dc19de420 2024-12-07T12:18:27,506 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/08136cd9833bc7abf52ffa6dc19de420 2024-12-07T12:18:27,507 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/08136cd9833bc7abf52ffa6dc19de420 2024-12-07T12:18:27,508 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 08136cd9833bc7abf52ffa6dc19de420 2024-12-07T12:18:27,508 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 08136cd9833bc7abf52ffa6dc19de420 2024-12-07T12:18:27,509 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T12:18:27,510 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 08136cd9833bc7abf52ffa6dc19de420 2024-12-07T12:18:27,511 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 08136cd9833bc7abf52ffa6dc19de420; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70597016, jitterRate=0.05197751522064209}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T12:18:27,512 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 08136cd9833bc7abf52ffa6dc19de420: Writing region info on filesystem at 1733573907499Initializing all the Stores at 1733573907500 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573907500Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573907501 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573907501Cleaning up temporary data from old regions at 1733573907508 (+7 ms)Region opened successfully at 1733573907511 (+3 ms) 2024-12-07T12:18:27,535 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 08136cd9833bc7abf52ffa6dc19de420 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-07T12:18:27,559 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/08136cd9833bc7abf52ffa6dc19de420/.tmp/a/4321b98ac0dc4c7b879bacd48cf7f3b6 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733573907512/Put/seqid=0 2024-12-07T12:18:27,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741900_1078 (size=5958) 2024-12-07T12:18:27,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741900_1078 (size=5958) 2024-12-07T12:18:27,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741900_1078 (size=5958) 2024-12-07T12:18:27,568 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/08136cd9833bc7abf52ffa6dc19de420/.tmp/a/4321b98ac0dc4c7b879bacd48cf7f3b6 2024-12-07T12:18:27,595 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/08136cd9833bc7abf52ffa6dc19de420/.tmp/b/0e180262e6114808bc4f2b486718b2fe is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733573907519/Put/seqid=0 2024-12-07T12:18:27,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741901_1079 (size=5958) 2024-12-07T12:18:27,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741901_1079 (size=5958) 2024-12-07T12:18:27,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741901_1079 (size=5958) 2024-12-07T12:18:27,604 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/08136cd9833bc7abf52ffa6dc19de420/.tmp/b/0e180262e6114808bc4f2b486718b2fe 2024-12-07T12:18:27,632 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/08136cd9833bc7abf52ffa6dc19de420/.tmp/c/5bf61eccb7f642828e6c1a3850b5bed0 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733573907527/Put/seqid=0 2024-12-07T12:18:27,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741902_1080 (size=5958) 2024-12-07T12:18:27,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741902_1080 (size=5958) 2024-12-07T12:18:27,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741902_1080 (size=5958) 2024-12-07T12:18:27,641 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/08136cd9833bc7abf52ffa6dc19de420/.tmp/c/5bf61eccb7f642828e6c1a3850b5bed0 2024-12-07T12:18:27,647 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/08136cd9833bc7abf52ffa6dc19de420/.tmp/a/4321b98ac0dc4c7b879bacd48cf7f3b6 as hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/08136cd9833bc7abf52ffa6dc19de420/a/4321b98ac0dc4c7b879bacd48cf7f3b6 2024-12-07T12:18:27,652 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/08136cd9833bc7abf52ffa6dc19de420/a/4321b98ac0dc4c7b879bacd48cf7f3b6, entries=10, sequenceid=33, filesize=5.8 K 2024-12-07T12:18:27,653 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/08136cd9833bc7abf52ffa6dc19de420/.tmp/b/0e180262e6114808bc4f2b486718b2fe as hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/08136cd9833bc7abf52ffa6dc19de420/b/0e180262e6114808bc4f2b486718b2fe 2024-12-07T12:18:27,658 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/08136cd9833bc7abf52ffa6dc19de420/b/0e180262e6114808bc4f2b486718b2fe, entries=10, sequenceid=33, filesize=5.8 K 2024-12-07T12:18:27,659 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/08136cd9833bc7abf52ffa6dc19de420/.tmp/c/5bf61eccb7f642828e6c1a3850b5bed0 as hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/08136cd9833bc7abf52ffa6dc19de420/c/5bf61eccb7f642828e6c1a3850b5bed0 2024-12-07T12:18:27,664 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/08136cd9833bc7abf52ffa6dc19de420/c/5bf61eccb7f642828e6c1a3850b5bed0, entries=10, sequenceid=33, filesize=5.8 K 2024-12-07T12:18:27,666 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 08136cd9833bc7abf52ffa6dc19de420 in 130ms, sequenceid=33, compaction requested=false 2024-12-07T12:18:27,666 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 08136cd9833bc7abf52ffa6dc19de420: 2024-12-07T12:18:27,666 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 08136cd9833bc7abf52ffa6dc19de420, disabling compactions & flushes 2024-12-07T12:18:27,666 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733573907418.08136cd9833bc7abf52ffa6dc19de420. 2024-12-07T12:18:27,666 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733573907418.08136cd9833bc7abf52ffa6dc19de420. 2024-12-07T12:18:27,666 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733573907418.08136cd9833bc7abf52ffa6dc19de420. after waiting 0 ms 2024-12-07T12:18:27,666 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733573907418.08136cd9833bc7abf52ffa6dc19de420. 2024-12-07T12:18:27,667 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733573907418.08136cd9833bc7abf52ffa6dc19de420. 2024-12-07T12:18:27,667 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 08136cd9833bc7abf52ffa6dc19de420: Waiting for close lock at 1733573907666Disabling compacts and flushes for region at 1733573907666Disabling writes for close at 1733573907666Writing region close event to WAL at 1733573907667 (+1 ms)Closed at 1733573907667 2024-12-07T12:18:27,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741899_1077 (size=3385) 2024-12-07T12:18:27,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741899_1077 (size=3385) 2024-12-07T12:18:27,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741899_1077 (size=3385) 2024-12-07T12:18:27,675 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/08136cd9833bc7abf52ffa6dc19de420/b/0e180262e6114808bc4f2b486718b2fe to hdfs://localhost:36075/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/08136cd9833bc7abf52ffa6dc19de420/b/0e180262e6114808bc4f2b486718b2fe 2024-12-07T12:18:27,700 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36075/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733573907417/wal.1733573907480, size=3.3 K (3385bytes) 2024-12-07T12:18:27,700 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36075/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733573907417/wal.1733573907480 2024-12-07T12:18:27,700 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36075/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733573907417/wal.1733573907480 after 0ms 2024-12-07T12:18:27,703 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36075/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733573907417/wal.1733573907480: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T12:18:27,703 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36075/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733573907417/wal.1733573907480 took 4ms 2024-12-07T12:18:27,706 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36075/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733573907417/wal.1733573907480 so closing down 2024-12-07T12:18:27,706 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T12:18:27,707 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733573907480.temp 2024-12-07T12:18:27,709 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/08136cd9833bc7abf52ffa6dc19de420/recovered.edits/0000000000000000003-wal.1733573907480.temp 2024-12-07T12:18:27,709 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T12:18:27,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741903_1081 (size=2944) 2024-12-07T12:18:27,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741903_1081 (size=2944) 2024-12-07T12:18:27,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741903_1081 (size=2944) 2024-12-07T12:18:27,718 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/08136cd9833bc7abf52ffa6dc19de420/recovered.edits/0000000000000000003-wal.1733573907480.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-07T12:18:27,719 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/08136cd9833bc7abf52ffa6dc19de420/recovered.edits/0000000000000000003-wal.1733573907480.temp to hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/08136cd9833bc7abf52ffa6dc19de420/recovered.edits/0000000000000000032 2024-12-07T12:18:27,720 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 15 ms; skipped=2; WAL=hdfs://localhost:36075/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733573907417/wal.1733573907480, size=3.3 K, length=3385, corrupted=false, cancelled=false 2024-12-07T12:18:27,720 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36075/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733573907417/wal.1733573907480, journal: Splitting hdfs://localhost:36075/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733573907417/wal.1733573907480, size=3.3 K (3385bytes) at 1733573907700Finishing writing output for hdfs://localhost:36075/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733573907417/wal.1733573907480 so closing down at 1733573907706 (+6 ms)Creating recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/08136cd9833bc7abf52ffa6dc19de420/recovered.edits/0000000000000000003-wal.1733573907480.temp at 1733573907709 (+3 ms)3 split writer threads finished at 1733573907709Closed recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/08136cd9833bc7abf52ffa6dc19de420/recovered.edits/0000000000000000003-wal.1733573907480.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733573907718 (+9 ms)Rename recovered edits hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/08136cd9833bc7abf52ffa6dc19de420/recovered.edits/0000000000000000003-wal.1733573907480.temp to hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/08136cd9833bc7abf52ffa6dc19de420/recovered.edits/0000000000000000032 at 1733573907719 (+1 ms)Processed 32 edits across 1 Regions in 15 ms; skipped=2; WAL=hdfs://localhost:36075/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733573907417/wal.1733573907480, size=3.3 K, length=3385, corrupted=false, cancelled=false at 1733573907720 (+1 ms) 2024-12-07T12:18:27,722 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36075/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733573907417/wal.1733573907480 to hdfs://localhost:36075/hbase/oldWALs/wal.1733573907480 2024-12-07T12:18:27,723 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/08136cd9833bc7abf52ffa6dc19de420/recovered.edits/0000000000000000032 2024-12-07T12:18:27,723 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T12:18:27,726 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36075/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733573907417, archiveDir=hdfs://localhost:36075/hbase/oldWALs, maxLogs=32 2024-12-07T12:18:27,747 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733573907417/wal.1733573907727, exclude list is [], retry=0 2024-12-07T12:18:27,751 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45737,DS-6159411b-4a4b-4bb3-aee0-15ace74cfa70,DISK] 2024-12-07T12:18:27,751 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-a467636b-11e8-4000-a1ff-a8642bb33251,DISK] 2024-12-07T12:18:27,752 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41817,DS-edc316d4-0586-40b6-a94b-44bd4066a8bb,DISK] 2024-12-07T12:18:27,754 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733573907417/wal.1733573907727 2024-12-07T12:18:27,755 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41885:41885),(127.0.0.1/127.0.0.1:44971:44971),(127.0.0.1/127.0.0.1:37353:37353)] 2024-12-07T12:18:27,755 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 08136cd9833bc7abf52ffa6dc19de420, NAME => 'testReplayEditsWrittenViaHRegion,,1733573907418.08136cd9833bc7abf52ffa6dc19de420.', STARTKEY => '', ENDKEY => ''} 2024-12-07T12:18:27,756 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733573907418.08136cd9833bc7abf52ffa6dc19de420.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T12:18:27,756 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 08136cd9833bc7abf52ffa6dc19de420 2024-12-07T12:18:27,756 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 08136cd9833bc7abf52ffa6dc19de420 2024-12-07T12:18:27,757 INFO [StoreOpener-08136cd9833bc7abf52ffa6dc19de420-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 08136cd9833bc7abf52ffa6dc19de420 2024-12-07T12:18:27,758 INFO [StoreOpener-08136cd9833bc7abf52ffa6dc19de420-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08136cd9833bc7abf52ffa6dc19de420 columnFamilyName a 2024-12-07T12:18:27,759 DEBUG [StoreOpener-08136cd9833bc7abf52ffa6dc19de420-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:27,765 DEBUG [StoreOpener-08136cd9833bc7abf52ffa6dc19de420-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/08136cd9833bc7abf52ffa6dc19de420/a/4321b98ac0dc4c7b879bacd48cf7f3b6 2024-12-07T12:18:27,765 INFO [StoreOpener-08136cd9833bc7abf52ffa6dc19de420-1 {}] regionserver.HStore(327): Store=08136cd9833bc7abf52ffa6dc19de420/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:27,765 INFO [StoreOpener-08136cd9833bc7abf52ffa6dc19de420-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 08136cd9833bc7abf52ffa6dc19de420 2024-12-07T12:18:27,767 INFO [StoreOpener-08136cd9833bc7abf52ffa6dc19de420-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08136cd9833bc7abf52ffa6dc19de420 columnFamilyName b 2024-12-07T12:18:27,767 DEBUG [StoreOpener-08136cd9833bc7abf52ffa6dc19de420-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:27,767 INFO [StoreOpener-08136cd9833bc7abf52ffa6dc19de420-1 {}] regionserver.HStore(327): Store=08136cd9833bc7abf52ffa6dc19de420/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:27,767 INFO [StoreOpener-08136cd9833bc7abf52ffa6dc19de420-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 08136cd9833bc7abf52ffa6dc19de420 2024-12-07T12:18:27,768 INFO [StoreOpener-08136cd9833bc7abf52ffa6dc19de420-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08136cd9833bc7abf52ffa6dc19de420 columnFamilyName c 2024-12-07T12:18:27,768 DEBUG [StoreOpener-08136cd9833bc7abf52ffa6dc19de420-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:27,774 DEBUG [StoreOpener-08136cd9833bc7abf52ffa6dc19de420-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/08136cd9833bc7abf52ffa6dc19de420/c/5bf61eccb7f642828e6c1a3850b5bed0 2024-12-07T12:18:27,774 INFO [StoreOpener-08136cd9833bc7abf52ffa6dc19de420-1 {}] regionserver.HStore(327): Store=08136cd9833bc7abf52ffa6dc19de420/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:27,774 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 08136cd9833bc7abf52ffa6dc19de420 2024-12-07T12:18:27,775 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/08136cd9833bc7abf52ffa6dc19de420 2024-12-07T12:18:27,776 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/08136cd9833bc7abf52ffa6dc19de420 2024-12-07T12:18:27,777 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/08136cd9833bc7abf52ffa6dc19de420/recovered.edits/0000000000000000032 2024-12-07T12:18:27,779 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/08136cd9833bc7abf52ffa6dc19de420/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T12:18:27,780 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/08136cd9833bc7abf52ffa6dc19de420/recovered.edits/0000000000000000032 2024-12-07T12:18:27,781 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 08136cd9833bc7abf52ffa6dc19de420 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-07T12:18:27,796 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/08136cd9833bc7abf52ffa6dc19de420/.tmp/b/21fa10a7e565429c9b991c6bdbd69af9 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733573907519/Put/seqid=0 2024-12-07T12:18:27,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741905_1083 (size=5958) 2024-12-07T12:18:27,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741905_1083 (size=5958) 2024-12-07T12:18:27,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741905_1083 (size=5958) 2024-12-07T12:18:27,804 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/08136cd9833bc7abf52ffa6dc19de420/.tmp/b/21fa10a7e565429c9b991c6bdbd69af9 2024-12-07T12:18:27,811 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/08136cd9833bc7abf52ffa6dc19de420/.tmp/b/21fa10a7e565429c9b991c6bdbd69af9 as hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/08136cd9833bc7abf52ffa6dc19de420/b/21fa10a7e565429c9b991c6bdbd69af9 2024-12-07T12:18:27,817 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/08136cd9833bc7abf52ffa6dc19de420/b/21fa10a7e565429c9b991c6bdbd69af9, entries=10, sequenceid=32, filesize=5.8 K 2024-12-07T12:18:27,818 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 08136cd9833bc7abf52ffa6dc19de420 in 37ms, sequenceid=32, compaction requested=false; wal=null 2024-12-07T12:18:27,818 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/08136cd9833bc7abf52ffa6dc19de420/recovered.edits/0000000000000000032 2024-12-07T12:18:27,819 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 08136cd9833bc7abf52ffa6dc19de420 2024-12-07T12:18:27,820 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 08136cd9833bc7abf52ffa6dc19de420 2024-12-07T12:18:27,820 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T12:18:27,822 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 08136cd9833bc7abf52ffa6dc19de420 2024-12-07T12:18:27,824 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/08136cd9833bc7abf52ffa6dc19de420/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-12-07T12:18:27,825 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 08136cd9833bc7abf52ffa6dc19de420; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61096680, jitterRate=-0.08958852291107178}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T12:18:27,826 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 08136cd9833bc7abf52ffa6dc19de420: Writing region info on filesystem at 1733573907756Initializing all the Stores at 1733573907757 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573907757Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573907757Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573907757Obtaining lock to block concurrent updates at 1733573907781 (+24 ms)Preparing flush snapshotting stores in 08136cd9833bc7abf52ffa6dc19de420 at 1733573907781Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733573907418.08136cd9833bc7abf52ffa6dc19de420., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1733573907781Flushing stores of testReplayEditsWrittenViaHRegion,,1733573907418.08136cd9833bc7abf52ffa6dc19de420. at 1733573907781Flushing 08136cd9833bc7abf52ffa6dc19de420/b: creating writer at 1733573907781Flushing 08136cd9833bc7abf52ffa6dc19de420/b: appending metadata at 1733573907795 (+14 ms)Flushing 08136cd9833bc7abf52ffa6dc19de420/b: closing flushed file at 1733573907795Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@177e028f: reopening flushed file at 1733573907810 (+15 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 08136cd9833bc7abf52ffa6dc19de420 in 37ms, sequenceid=32, compaction requested=false; wal=null at 1733573907818 (+8 ms)Cleaning up temporary data from old regions at 1733573907820 (+2 ms)Region opened successfully at 1733573907826 (+6 ms) 2024-12-07T12:18:27,852 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=421 (was 414) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-824829107_22 at /127.0.0.1:44416 [Waiting for operation #49] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1828611381-172.17.0.2-1733573885344:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-824829107_22 at /127.0.0.1:54854 [Receiving block BP-1828611381-172.17.0.2-1733573885344:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-824829107_22 at /127.0.0.1:47232 [Receiving block BP-1828611381-172.17.0.2-1733573885344:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1828611381-172.17.0.2-1733573885344:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-824829107_22 at /127.0.0.1:44606 [Receiving block BP-1828611381-172.17.0.2-1733573885344:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-824829107_22 at /127.0.0.1:54654 [Waiting for operation #37] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-824829107_22 at /127.0.0.1:47086 [Waiting for operation #37] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1828611381-172.17.0.2-1733573885344:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1124 (was 1050) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=230 (was 230), ProcessCount=11 (was 11), AvailableMemoryMB=6291 (was 6315) 2024-12-07T12:18:27,852 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1124 is superior to 1024 2024-12-07T12:18:27,865 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=421, OpenFileDescriptor=1124, MaxFileDescriptor=1048576, SystemLoadAverage=230, ProcessCount=11, AvailableMemoryMB=6290 2024-12-07T12:18:27,865 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1124 is superior to 1024 2024-12-07T12:18:27,880 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T12:18:27,882 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T12:18:27,882 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T12:18:27,885 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-60005509, suffix=, logDir=hdfs://localhost:36075/hbase/WALs/hregion-60005509, archiveDir=hdfs://localhost:36075/hbase/oldWALs, maxLogs=32 2024-12-07T12:18:27,898 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-60005509/hregion-60005509.1733573907885, exclude list is [], retry=0 2024-12-07T12:18:27,901 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-a467636b-11e8-4000-a1ff-a8642bb33251,DISK] 2024-12-07T12:18:27,901 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45737,DS-6159411b-4a4b-4bb3-aee0-15ace74cfa70,DISK] 2024-12-07T12:18:27,901 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41817,DS-edc316d4-0586-40b6-a94b-44bd4066a8bb,DISK] 2024-12-07T12:18:27,903 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-60005509/hregion-60005509.1733573907885 2024-12-07T12:18:27,904 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44971:44971),(127.0.0.1/127.0.0.1:41885:41885),(127.0.0.1/127.0.0.1:37353:37353)] 2024-12-07T12:18:27,905 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 2cb6a1ad0ae76f749e750e08d26b453b, NAME => 'testReplayEditsAfterAbortingFlush,,1733573907881.2cb6a1ad0ae76f749e750e08d26b453b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36075/hbase 2024-12-07T12:18:27,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741907_1085 (size=68) 2024-12-07T12:18:27,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741907_1085 (size=68) 2024-12-07T12:18:27,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741907_1085 (size=68) 2024-12-07T12:18:27,919 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733573907881.2cb6a1ad0ae76f749e750e08d26b453b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T12:18:27,920 INFO [StoreOpener-2cb6a1ad0ae76f749e750e08d26b453b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2cb6a1ad0ae76f749e750e08d26b453b 2024-12-07T12:18:27,922 INFO [StoreOpener-2cb6a1ad0ae76f749e750e08d26b453b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cb6a1ad0ae76f749e750e08d26b453b columnFamilyName a 2024-12-07T12:18:27,922 DEBUG [StoreOpener-2cb6a1ad0ae76f749e750e08d26b453b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:27,923 INFO [StoreOpener-2cb6a1ad0ae76f749e750e08d26b453b-1 {}] regionserver.HStore(327): Store=2cb6a1ad0ae76f749e750e08d26b453b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:27,923 INFO [StoreOpener-2cb6a1ad0ae76f749e750e08d26b453b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2cb6a1ad0ae76f749e750e08d26b453b 2024-12-07T12:18:27,924 INFO [StoreOpener-2cb6a1ad0ae76f749e750e08d26b453b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cb6a1ad0ae76f749e750e08d26b453b columnFamilyName b 2024-12-07T12:18:27,924 DEBUG [StoreOpener-2cb6a1ad0ae76f749e750e08d26b453b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:27,925 INFO [StoreOpener-2cb6a1ad0ae76f749e750e08d26b453b-1 {}] regionserver.HStore(327): Store=2cb6a1ad0ae76f749e750e08d26b453b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:27,925 INFO [StoreOpener-2cb6a1ad0ae76f749e750e08d26b453b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2cb6a1ad0ae76f749e750e08d26b453b 2024-12-07T12:18:27,926 INFO [StoreOpener-2cb6a1ad0ae76f749e750e08d26b453b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cb6a1ad0ae76f749e750e08d26b453b columnFamilyName c 2024-12-07T12:18:27,927 DEBUG [StoreOpener-2cb6a1ad0ae76f749e750e08d26b453b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:27,927 INFO [StoreOpener-2cb6a1ad0ae76f749e750e08d26b453b-1 {}] regionserver.HStore(327): Store=2cb6a1ad0ae76f749e750e08d26b453b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:27,927 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2cb6a1ad0ae76f749e750e08d26b453b 2024-12-07T12:18:27,928 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testReplayEditsAfterAbortingFlush/2cb6a1ad0ae76f749e750e08d26b453b 2024-12-07T12:18:27,928 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testReplayEditsAfterAbortingFlush/2cb6a1ad0ae76f749e750e08d26b453b 2024-12-07T12:18:27,929 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2cb6a1ad0ae76f749e750e08d26b453b 2024-12-07T12:18:27,929 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2cb6a1ad0ae76f749e750e08d26b453b 2024-12-07T12:18:27,930 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T12:18:27,931 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2cb6a1ad0ae76f749e750e08d26b453b 2024-12-07T12:18:27,933 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36075/hbase/data/default/testReplayEditsAfterAbortingFlush/2cb6a1ad0ae76f749e750e08d26b453b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T12:18:27,934 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2cb6a1ad0ae76f749e750e08d26b453b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69140976, jitterRate=0.03028082847595215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T12:18:27,934 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2cb6a1ad0ae76f749e750e08d26b453b: Writing region info on filesystem at 1733573907919Initializing all the Stores at 1733573907920 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573907920Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573907920Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573907920Cleaning up temporary data from old regions at 1733573907929 (+9 ms)Region opened successfully at 1733573907934 (+5 ms) 2024-12-07T12:18:27,934 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2cb6a1ad0ae76f749e750e08d26b453b, disabling compactions & flushes 2024-12-07T12:18:27,934 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733573907881.2cb6a1ad0ae76f749e750e08d26b453b. 2024-12-07T12:18:27,934 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733573907881.2cb6a1ad0ae76f749e750e08d26b453b. 2024-12-07T12:18:27,934 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733573907881.2cb6a1ad0ae76f749e750e08d26b453b. after waiting 0 ms 2024-12-07T12:18:27,935 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733573907881.2cb6a1ad0ae76f749e750e08d26b453b. 2024-12-07T12:18:27,935 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733573907881.2cb6a1ad0ae76f749e750e08d26b453b. 2024-12-07T12:18:27,935 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2cb6a1ad0ae76f749e750e08d26b453b: Waiting for close lock at 1733573907934Disabling compacts and flushes for region at 1733573907934Disabling writes for close at 1733573907934Writing region close event to WAL at 1733573907935 (+1 ms)Closed at 1733573907935 2024-12-07T12:18:27,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741906_1084 (size=95) 2024-12-07T12:18:27,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741906_1084 (size=95) 2024-12-07T12:18:27,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741906_1084 (size=95) 2024-12-07T12:18:27,940 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T12:18:27,940 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-60005509:(num 1733573907885) 2024-12-07T12:18:27,941 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T12:18:27,942 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36075/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733573907879, archiveDir=hdfs://localhost:36075/hbase/oldWALs, maxLogs=32 2024-12-07T12:18:27,956 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733573907879/wal.1733573907943, exclude list is [], retry=0 2024-12-07T12:18:27,959 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-a467636b-11e8-4000-a1ff-a8642bb33251,DISK] 2024-12-07T12:18:27,959 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45737,DS-6159411b-4a4b-4bb3-aee0-15ace74cfa70,DISK] 2024-12-07T12:18:27,959 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41817,DS-edc316d4-0586-40b6-a94b-44bd4066a8bb,DISK] 2024-12-07T12:18:27,961 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733573907879/wal.1733573907943 2024-12-07T12:18:27,962 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44971:44971),(127.0.0.1/127.0.0.1:41885:41885),(127.0.0.1/127.0.0.1:37353:37353)] 2024-12-07T12:18:28,027 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 2cb6a1ad0ae76f749e750e08d26b453b, NAME => 'testReplayEditsAfterAbortingFlush,,1733573907881.2cb6a1ad0ae76f749e750e08d26b453b.', STARTKEY => '', ENDKEY => ''} 2024-12-07T12:18:28,029 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 2cb6a1ad0ae76f749e750e08d26b453b 2024-12-07T12:18:28,029 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733573907881.2cb6a1ad0ae76f749e750e08d26b453b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T12:18:28,029 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 2cb6a1ad0ae76f749e750e08d26b453b 2024-12-07T12:18:28,029 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 2cb6a1ad0ae76f749e750e08d26b453b 2024-12-07T12:18:28,032 INFO [StoreOpener-2cb6a1ad0ae76f749e750e08d26b453b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2cb6a1ad0ae76f749e750e08d26b453b 2024-12-07T12:18:28,033 INFO [StoreOpener-2cb6a1ad0ae76f749e750e08d26b453b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cb6a1ad0ae76f749e750e08d26b453b columnFamilyName a 2024-12-07T12:18:28,033 DEBUG [StoreOpener-2cb6a1ad0ae76f749e750e08d26b453b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:28,033 INFO [StoreOpener-2cb6a1ad0ae76f749e750e08d26b453b-1 {}] regionserver.HStore(327): Store=2cb6a1ad0ae76f749e750e08d26b453b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:28,034 INFO [StoreOpener-2cb6a1ad0ae76f749e750e08d26b453b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2cb6a1ad0ae76f749e750e08d26b453b 2024-12-07T12:18:28,034 INFO [StoreOpener-2cb6a1ad0ae76f749e750e08d26b453b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cb6a1ad0ae76f749e750e08d26b453b columnFamilyName b 2024-12-07T12:18:28,034 DEBUG [StoreOpener-2cb6a1ad0ae76f749e750e08d26b453b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:28,035 INFO [StoreOpener-2cb6a1ad0ae76f749e750e08d26b453b-1 {}] regionserver.HStore(327): Store=2cb6a1ad0ae76f749e750e08d26b453b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:28,035 INFO [StoreOpener-2cb6a1ad0ae76f749e750e08d26b453b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2cb6a1ad0ae76f749e750e08d26b453b 2024-12-07T12:18:28,036 INFO [StoreOpener-2cb6a1ad0ae76f749e750e08d26b453b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cb6a1ad0ae76f749e750e08d26b453b columnFamilyName c 2024-12-07T12:18:28,036 DEBUG [StoreOpener-2cb6a1ad0ae76f749e750e08d26b453b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:28,036 INFO [StoreOpener-2cb6a1ad0ae76f749e750e08d26b453b-1 {}] regionserver.HStore(327): Store=2cb6a1ad0ae76f749e750e08d26b453b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:28,036 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2cb6a1ad0ae76f749e750e08d26b453b 2024-12-07T12:18:28,037 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testReplayEditsAfterAbortingFlush/2cb6a1ad0ae76f749e750e08d26b453b 2024-12-07T12:18:28,038 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testReplayEditsAfterAbortingFlush/2cb6a1ad0ae76f749e750e08d26b453b 2024-12-07T12:18:28,039 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2cb6a1ad0ae76f749e750e08d26b453b 2024-12-07T12:18:28,040 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2cb6a1ad0ae76f749e750e08d26b453b 2024-12-07T12:18:28,040 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T12:18:28,042 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2cb6a1ad0ae76f749e750e08d26b453b 2024-12-07T12:18:28,043 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2cb6a1ad0ae76f749e750e08d26b453b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67268836, jitterRate=0.0023837685585021973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T12:18:28,043 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2cb6a1ad0ae76f749e750e08d26b453b 2024-12-07T12:18:28,044 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2cb6a1ad0ae76f749e750e08d26b453b: Running coprocessor pre-open hook at 1733573908030Writing region info on filesystem at 1733573908030Initializing all the Stores at 1733573908031 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573908031Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573908031Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573908031Cleaning up temporary data from old regions at 1733573908040 (+9 ms)Running coprocessor post-open hooks at 1733573908043 (+3 ms)Region opened successfully at 1733573908044 (+1 ms) 2024-12-07T12:18:28,059 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2cb6a1ad0ae76f749e750e08d26b453b 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-12-07T12:18:28,060 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 2cb6a1ad0ae76f749e750e08d26b453b/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T12:18:29,061 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 2cb6a1ad0ae76f749e750e08d26b453b/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T12:18:29,278 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T12:18:29,318 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-12-07T12:18:29,318 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-12-07T12:18:29,318 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-12-07T12:18:29,318 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-12-07T12:18:29,319 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-12-07T12:18:29,319 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-12-07T12:18:29,319 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-12-07T12:18:29,319 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-12-07T12:18:29,320 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-12-07T12:18:29,320 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-12-07T12:18:30,061 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 2cb6a1ad0ae76f749e750e08d26b453b/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T12:18:31,062 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 2cb6a1ad0ae76f749e750e08d26b453b/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T12:18:32,063 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 2cb6a1ad0ae76f749e750e08d26b453b/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T12:18:33,063 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 2cb6a1ad0ae76f749e750e08d26b453b/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T12:18:34,064 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 2cb6a1ad0ae76f749e750e08d26b453b/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T12:18:35,065 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 2cb6a1ad0ae76f749e750e08d26b453b/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T12:18:36,065 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 2cb6a1ad0ae76f749e750e08d26b453b/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T12:18:37,066 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 2cb6a1ad0ae76f749e750e08d26b453b/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T12:18:37,067 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 2cb6a1ad0ae76f749e750e08d26b453b: 2024-12-07T12:18:37,067 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1733573907881.2cb6a1ad0ae76f749e750e08d26b453b. 2024-12-07T12:18:37,079 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 2cb6a1ad0ae76f749e750e08d26b453b: 2024-12-07T12:18:37,079 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-12-07T12:18:37,079 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2cb6a1ad0ae76f749e750e08d26b453b, disabling compactions & flushes 2024-12-07T12:18:37,080 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733573907881.2cb6a1ad0ae76f749e750e08d26b453b. 2024-12-07T12:18:37,080 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733573907881.2cb6a1ad0ae76f749e750e08d26b453b. 2024-12-07T12:18:37,080 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733573907881.2cb6a1ad0ae76f749e750e08d26b453b. after waiting 0 ms 2024-12-07T12:18:37,080 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733573907881.2cb6a1ad0ae76f749e750e08d26b453b. 2024-12-07T12:18:37,080 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1733573907881.2cb6a1ad0ae76f749e750e08d26b453b. 2024-12-07T12:18:37,080 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733573907881.2cb6a1ad0ae76f749e750e08d26b453b. 2024-12-07T12:18:37,080 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2cb6a1ad0ae76f749e750e08d26b453b: Waiting for close lock at 1733573917079Running coprocessor pre-close hooks at 1733573917079Disabling compacts and flushes for region at 1733573917079Disabling writes for close at 1733573917080 (+1 ms)Writing region close event to WAL at 1733573917080Running coprocessor post-close hooks at 1733573917080Closed at 1733573917080 2024-12-07T12:18:37,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741908_1086 (size=2691) 2024-12-07T12:18:37,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741908_1086 (size=2691) 2024-12-07T12:18:37,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741908_1086 (size=2691) 2024-12-07T12:18:37,099 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36075/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733573907879/wal.1733573907943, size=2.6 K (2691bytes) 2024-12-07T12:18:37,099 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36075/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733573907879/wal.1733573907943 2024-12-07T12:18:37,100 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36075/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733573907879/wal.1733573907943 after 1ms 2024-12-07T12:18:37,102 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36075/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733573907879/wal.1733573907943: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T12:18:37,103 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36075/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733573907879/wal.1733573907943 took 3ms 2024-12-07T12:18:37,105 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36075/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733573907879/wal.1733573907943 so closing down 2024-12-07T12:18:37,105 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T12:18:37,106 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1733573907943.temp 2024-12-07T12:18:37,107 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testReplayEditsAfterAbortingFlush/2cb6a1ad0ae76f749e750e08d26b453b/recovered.edits/0000000000000000004-wal.1733573907943.temp 2024-12-07T12:18:37,108 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T12:18:37,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741909_1087 (size=2094) 2024-12-07T12:18:37,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741909_1087 (size=2094) 2024-12-07T12:18:37,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741909_1087 (size=2094) 2024-12-07T12:18:37,115 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testReplayEditsAfterAbortingFlush/2cb6a1ad0ae76f749e750e08d26b453b/recovered.edits/0000000000000000004-wal.1733573907943.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-12-07T12:18:37,117 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36075/hbase/data/default/testReplayEditsAfterAbortingFlush/2cb6a1ad0ae76f749e750e08d26b453b/recovered.edits/0000000000000000004-wal.1733573907943.temp to hdfs://localhost:36075/hbase/data/default/testReplayEditsAfterAbortingFlush/2cb6a1ad0ae76f749e750e08d26b453b/recovered.edits/0000000000000000026 2024-12-07T12:18:37,117 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 14 ms; skipped=3; WAL=hdfs://localhost:36075/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733573907879/wal.1733573907943, size=2.6 K, length=2691, corrupted=false, cancelled=false 2024-12-07T12:18:37,117 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36075/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733573907879/wal.1733573907943, journal: Splitting hdfs://localhost:36075/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733573907879/wal.1733573907943, size=2.6 K (2691bytes) at 1733573917099Finishing writing output for hdfs://localhost:36075/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733573907879/wal.1733573907943 so closing down at 1733573917105 (+6 ms)Creating recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testReplayEditsAfterAbortingFlush/2cb6a1ad0ae76f749e750e08d26b453b/recovered.edits/0000000000000000004-wal.1733573907943.temp at 1733573917107 (+2 ms)3 split writer threads finished at 1733573917108 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testReplayEditsAfterAbortingFlush/2cb6a1ad0ae76f749e750e08d26b453b/recovered.edits/0000000000000000004-wal.1733573907943.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1733573917115 (+7 ms)Rename recovered edits hdfs://localhost:36075/hbase/data/default/testReplayEditsAfterAbortingFlush/2cb6a1ad0ae76f749e750e08d26b453b/recovered.edits/0000000000000000004-wal.1733573907943.temp to hdfs://localhost:36075/hbase/data/default/testReplayEditsAfterAbortingFlush/2cb6a1ad0ae76f749e750e08d26b453b/recovered.edits/0000000000000000026 at 1733573917117 (+2 ms)Processed 23 edits across 1 Regions in 14 ms; skipped=3; WAL=hdfs://localhost:36075/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733573907879/wal.1733573907943, size=2.6 K, length=2691, corrupted=false, cancelled=false at 1733573917117 2024-12-07T12:18:37,118 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36075/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733573907879/wal.1733573907943 to hdfs://localhost:36075/hbase/oldWALs/wal.1733573907943 2024-12-07T12:18:37,119 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:36075/hbase/data/default/testReplayEditsAfterAbortingFlush/2cb6a1ad0ae76f749e750e08d26b453b/recovered.edits/0000000000000000026 2024-12-07T12:18:37,120 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T12:18:37,121 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36075/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733573907879, archiveDir=hdfs://localhost:36075/hbase/oldWALs, maxLogs=32 2024-12-07T12:18:37,134 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733573907879/wal.1733573917121, exclude list is [], retry=0 2024-12-07T12:18:37,137 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45737,DS-6159411b-4a4b-4bb3-aee0-15ace74cfa70,DISK] 2024-12-07T12:18:37,137 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41817,DS-edc316d4-0586-40b6-a94b-44bd4066a8bb,DISK] 2024-12-07T12:18:37,137 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-a467636b-11e8-4000-a1ff-a8642bb33251,DISK] 2024-12-07T12:18:37,139 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733573907879/wal.1733573917121 2024-12-07T12:18:37,139 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41885:41885),(127.0.0.1/127.0.0.1:37353:37353),(127.0.0.1/127.0.0.1:44971:44971)] 2024-12-07T12:18:37,140 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 2cb6a1ad0ae76f749e750e08d26b453b, NAME => 'testReplayEditsAfterAbortingFlush,,1733573907881.2cb6a1ad0ae76f749e750e08d26b453b.', STARTKEY => '', ENDKEY => ''} 2024-12-07T12:18:37,141 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 2cb6a1ad0ae76f749e750e08d26b453b 2024-12-07T12:18:37,141 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733573907881.2cb6a1ad0ae76f749e750e08d26b453b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T12:18:37,141 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 2cb6a1ad0ae76f749e750e08d26b453b 2024-12-07T12:18:37,141 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 2cb6a1ad0ae76f749e750e08d26b453b 2024-12-07T12:18:37,143 INFO [StoreOpener-2cb6a1ad0ae76f749e750e08d26b453b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2cb6a1ad0ae76f749e750e08d26b453b 2024-12-07T12:18:37,144 INFO [StoreOpener-2cb6a1ad0ae76f749e750e08d26b453b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cb6a1ad0ae76f749e750e08d26b453b columnFamilyName a 2024-12-07T12:18:37,144 DEBUG [StoreOpener-2cb6a1ad0ae76f749e750e08d26b453b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:37,144 INFO [StoreOpener-2cb6a1ad0ae76f749e750e08d26b453b-1 {}] regionserver.HStore(327): Store=2cb6a1ad0ae76f749e750e08d26b453b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:37,145 INFO [StoreOpener-2cb6a1ad0ae76f749e750e08d26b453b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2cb6a1ad0ae76f749e750e08d26b453b 2024-12-07T12:18:37,145 INFO [StoreOpener-2cb6a1ad0ae76f749e750e08d26b453b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cb6a1ad0ae76f749e750e08d26b453b columnFamilyName b 2024-12-07T12:18:37,145 DEBUG [StoreOpener-2cb6a1ad0ae76f749e750e08d26b453b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:37,146 INFO [StoreOpener-2cb6a1ad0ae76f749e750e08d26b453b-1 {}] regionserver.HStore(327): Store=2cb6a1ad0ae76f749e750e08d26b453b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:37,146 INFO [StoreOpener-2cb6a1ad0ae76f749e750e08d26b453b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2cb6a1ad0ae76f749e750e08d26b453b 2024-12-07T12:18:37,147 INFO [StoreOpener-2cb6a1ad0ae76f749e750e08d26b453b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cb6a1ad0ae76f749e750e08d26b453b columnFamilyName c 2024-12-07T12:18:37,147 DEBUG [StoreOpener-2cb6a1ad0ae76f749e750e08d26b453b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:37,147 INFO [StoreOpener-2cb6a1ad0ae76f749e750e08d26b453b-1 {}] regionserver.HStore(327): Store=2cb6a1ad0ae76f749e750e08d26b453b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:37,147 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2cb6a1ad0ae76f749e750e08d26b453b 2024-12-07T12:18:37,148 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testReplayEditsAfterAbortingFlush/2cb6a1ad0ae76f749e750e08d26b453b 2024-12-07T12:18:37,149 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testReplayEditsAfterAbortingFlush/2cb6a1ad0ae76f749e750e08d26b453b 2024-12-07T12:18:37,150 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36075/hbase/data/default/testReplayEditsAfterAbortingFlush/2cb6a1ad0ae76f749e750e08d26b453b/recovered.edits/0000000000000000026 2024-12-07T12:18:37,152 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36075/hbase/data/default/testReplayEditsAfterAbortingFlush/2cb6a1ad0ae76f749e750e08d26b453b/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T12:18:37,153 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:36075/hbase/data/default/testReplayEditsAfterAbortingFlush/2cb6a1ad0ae76f749e750e08d26b453b/recovered.edits/0000000000000000026 2024-12-07T12:18:37,153 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2cb6a1ad0ae76f749e750e08d26b453b 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-12-07T12:18:37,168 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/hbase/data/default/testReplayEditsAfterAbortingFlush/2cb6a1ad0ae76f749e750e08d26b453b/.tmp/a/ac8a99ffdebc49a79ca2bfc7ce26a064 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1733573917071/Put/seqid=0 2024-12-07T12:18:37,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741911_1089 (size=5523) 2024-12-07T12:18:37,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741911_1089 (size=5523) 2024-12-07T12:18:37,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741911_1089 (size=5523) 2024-12-07T12:18:37,177 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:36075/hbase/data/default/testReplayEditsAfterAbortingFlush/2cb6a1ad0ae76f749e750e08d26b453b/.tmp/a/ac8a99ffdebc49a79ca2bfc7ce26a064 2024-12-07T12:18:37,196 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/hbase/data/default/testReplayEditsAfterAbortingFlush/2cb6a1ad0ae76f749e750e08d26b453b/.tmp/b/99db6bfd21f644eea692bf40106b8233 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1733573917068/Put/seqid=0 2024-12-07T12:18:37,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741912_1090 (size=5524) 2024-12-07T12:18:37,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741912_1090 (size=5524) 2024-12-07T12:18:37,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741912_1090 (size=5524) 2024-12-07T12:18:37,203 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:36075/hbase/data/default/testReplayEditsAfterAbortingFlush/2cb6a1ad0ae76f749e750e08d26b453b/.tmp/b/99db6bfd21f644eea692bf40106b8233 2024-12-07T12:18:37,224 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/hbase/data/default/testReplayEditsAfterAbortingFlush/2cb6a1ad0ae76f749e750e08d26b453b/.tmp/c/3ee9a984f6b84310b0b8d40641154186 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1733573917069/Put/seqid=0 2024-12-07T12:18:37,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741913_1091 (size=5457) 2024-12-07T12:18:37,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741913_1091 (size=5457) 2024-12-07T12:18:37,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741913_1091 (size=5457) 2024-12-07T12:18:37,231 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:36075/hbase/data/default/testReplayEditsAfterAbortingFlush/2cb6a1ad0ae76f749e750e08d26b453b/.tmp/c/3ee9a984f6b84310b0b8d40641154186 2024-12-07T12:18:37,237 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/hbase/data/default/testReplayEditsAfterAbortingFlush/2cb6a1ad0ae76f749e750e08d26b453b/.tmp/a/ac8a99ffdebc49a79ca2bfc7ce26a064 as hdfs://localhost:36075/hbase/data/default/testReplayEditsAfterAbortingFlush/2cb6a1ad0ae76f749e750e08d26b453b/a/ac8a99ffdebc49a79ca2bfc7ce26a064 2024-12-07T12:18:37,242 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36075/hbase/data/default/testReplayEditsAfterAbortingFlush/2cb6a1ad0ae76f749e750e08d26b453b/a/ac8a99ffdebc49a79ca2bfc7ce26a064, entries=7, sequenceid=26, filesize=5.4 K 2024-12-07T12:18:37,243 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/hbase/data/default/testReplayEditsAfterAbortingFlush/2cb6a1ad0ae76f749e750e08d26b453b/.tmp/b/99db6bfd21f644eea692bf40106b8233 as hdfs://localhost:36075/hbase/data/default/testReplayEditsAfterAbortingFlush/2cb6a1ad0ae76f749e750e08d26b453b/b/99db6bfd21f644eea692bf40106b8233 2024-12-07T12:18:37,249 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36075/hbase/data/default/testReplayEditsAfterAbortingFlush/2cb6a1ad0ae76f749e750e08d26b453b/b/99db6bfd21f644eea692bf40106b8233, entries=7, sequenceid=26, filesize=5.4 K 2024-12-07T12:18:37,250 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/hbase/data/default/testReplayEditsAfterAbortingFlush/2cb6a1ad0ae76f749e750e08d26b453b/.tmp/c/3ee9a984f6b84310b0b8d40641154186 as hdfs://localhost:36075/hbase/data/default/testReplayEditsAfterAbortingFlush/2cb6a1ad0ae76f749e750e08d26b453b/c/3ee9a984f6b84310b0b8d40641154186 2024-12-07T12:18:37,255 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36075/hbase/data/default/testReplayEditsAfterAbortingFlush/2cb6a1ad0ae76f749e750e08d26b453b/c/3ee9a984f6b84310b0b8d40641154186, entries=6, sequenceid=26, filesize=5.3 K 2024-12-07T12:18:37,255 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 2cb6a1ad0ae76f749e750e08d26b453b in 102ms, sequenceid=26, compaction requested=false; wal=null 2024-12-07T12:18:37,256 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36075/hbase/data/default/testReplayEditsAfterAbortingFlush/2cb6a1ad0ae76f749e750e08d26b453b/recovered.edits/0000000000000000026 2024-12-07T12:18:37,257 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2cb6a1ad0ae76f749e750e08d26b453b 2024-12-07T12:18:37,257 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2cb6a1ad0ae76f749e750e08d26b453b 2024-12-07T12:18:37,258 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T12:18:37,259 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2cb6a1ad0ae76f749e750e08d26b453b 2024-12-07T12:18:37,261 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36075/hbase/data/default/testReplayEditsAfterAbortingFlush/2cb6a1ad0ae76f749e750e08d26b453b/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-12-07T12:18:37,261 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2cb6a1ad0ae76f749e750e08d26b453b; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64608241, jitterRate=-0.03726218640804291}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T12:18:37,261 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2cb6a1ad0ae76f749e750e08d26b453b 2024-12-07T12:18:37,262 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2cb6a1ad0ae76f749e750e08d26b453b: Running coprocessor pre-open hook at 1733573917141Writing region info on filesystem at 1733573917141Initializing all the Stores at 1733573917142 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573917142Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573917142Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573917142Obtaining lock to block concurrent updates at 1733573917153 (+11 ms)Preparing flush snapshotting stores in 2cb6a1ad0ae76f749e750e08d26b453b at 1733573917153Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1733573907881.2cb6a1ad0ae76f749e750e08d26b453b., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1733573917154 (+1 ms)Flushing stores of testReplayEditsAfterAbortingFlush,,1733573907881.2cb6a1ad0ae76f749e750e08d26b453b. at 1733573917154Flushing 2cb6a1ad0ae76f749e750e08d26b453b/a: creating writer at 1733573917154Flushing 2cb6a1ad0ae76f749e750e08d26b453b/a: appending metadata at 1733573917168 (+14 ms)Flushing 2cb6a1ad0ae76f749e750e08d26b453b/a: closing flushed file at 1733573917168Flushing 2cb6a1ad0ae76f749e750e08d26b453b/b: creating writer at 1733573917182 (+14 ms)Flushing 2cb6a1ad0ae76f749e750e08d26b453b/b: appending metadata at 1733573917195 (+13 ms)Flushing 2cb6a1ad0ae76f749e750e08d26b453b/b: closing flushed file at 1733573917196 (+1 ms)Flushing 2cb6a1ad0ae76f749e750e08d26b453b/c: creating writer at 1733573917208 (+12 ms)Flushing 2cb6a1ad0ae76f749e750e08d26b453b/c: appending metadata at 1733573917223 (+15 ms)Flushing 2cb6a1ad0ae76f749e750e08d26b453b/c: closing flushed file at 1733573917223Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fc0691a: reopening flushed file at 1733573917236 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37d9874d: reopening flushed file at 1733573917243 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14bae024: reopening flushed file at 1733573917249 (+6 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 2cb6a1ad0ae76f749e750e08d26b453b in 102ms, sequenceid=26, compaction requested=false; wal=null at 1733573917255 (+6 ms)Cleaning up temporary data from old regions at 1733573917257 (+2 ms)Running coprocessor post-open hooks at 1733573917262 (+5 ms)Region opened successfully at 1733573917262 2024-12-07T12:18:37,283 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=420 (was 421), OpenFileDescriptor=1182 (was 1124) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=210 (was 230), ProcessCount=11 (was 11), AvailableMemoryMB=6232 (was 6290) 2024-12-07T12:18:37,283 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-12-07T12:18:37,296 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=420, OpenFileDescriptor=1182, MaxFileDescriptor=1048576, SystemLoadAverage=210, ProcessCount=11, AvailableMemoryMB=6231 2024-12-07T12:18:37,296 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-12-07T12:18:37,311 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T12:18:37,313 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T12:18:37,313 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T12:18:37,316 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-48778355, suffix=, logDir=hdfs://localhost:36075/hbase/WALs/hregion-48778355, archiveDir=hdfs://localhost:36075/hbase/oldWALs, maxLogs=32 2024-12-07T12:18:37,330 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-48778355/hregion-48778355.1733573917316, exclude list is [], retry=0 2024-12-07T12:18:37,333 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45737,DS-6159411b-4a4b-4bb3-aee0-15ace74cfa70,DISK] 2024-12-07T12:18:37,333 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-a467636b-11e8-4000-a1ff-a8642bb33251,DISK] 2024-12-07T12:18:37,333 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41817,DS-edc316d4-0586-40b6-a94b-44bd4066a8bb,DISK] 2024-12-07T12:18:37,335 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-48778355/hregion-48778355.1733573917316 2024-12-07T12:18:37,336 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41885:41885),(127.0.0.1/127.0.0.1:44971:44971),(127.0.0.1/127.0.0.1:37353:37353)] 2024-12-07T12:18:37,336 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 83a9481b705d96f89fef74ac0c2d2dce, NAME => 'testDatalossWhenInputError,,1733573917312.83a9481b705d96f89fef74ac0c2d2dce.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36075/hbase 2024-12-07T12:18:37,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741915_1093 (size=61) 2024-12-07T12:18:37,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741915_1093 (size=61) 2024-12-07T12:18:37,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741915_1093 (size=61) 2024-12-07T12:18:37,346 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733573917312.83a9481b705d96f89fef74ac0c2d2dce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T12:18:37,347 INFO [StoreOpener-83a9481b705d96f89fef74ac0c2d2dce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 83a9481b705d96f89fef74ac0c2d2dce 2024-12-07T12:18:37,348 INFO [StoreOpener-83a9481b705d96f89fef74ac0c2d2dce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83a9481b705d96f89fef74ac0c2d2dce columnFamilyName a 2024-12-07T12:18:37,349 DEBUG [StoreOpener-83a9481b705d96f89fef74ac0c2d2dce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:37,349 INFO [StoreOpener-83a9481b705d96f89fef74ac0c2d2dce-1 {}] regionserver.HStore(327): Store=83a9481b705d96f89fef74ac0c2d2dce/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:37,349 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 83a9481b705d96f89fef74ac0c2d2dce 2024-12-07T12:18:37,350 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testDatalossWhenInputError/83a9481b705d96f89fef74ac0c2d2dce 2024-12-07T12:18:37,350 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testDatalossWhenInputError/83a9481b705d96f89fef74ac0c2d2dce 2024-12-07T12:18:37,351 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 83a9481b705d96f89fef74ac0c2d2dce 2024-12-07T12:18:37,351 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 83a9481b705d96f89fef74ac0c2d2dce 2024-12-07T12:18:37,352 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 83a9481b705d96f89fef74ac0c2d2dce 2024-12-07T12:18:37,354 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36075/hbase/data/default/testDatalossWhenInputError/83a9481b705d96f89fef74ac0c2d2dce/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T12:18:37,355 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 83a9481b705d96f89fef74ac0c2d2dce; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62261879, jitterRate=-0.07222570478916168}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T12:18:37,355 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 83a9481b705d96f89fef74ac0c2d2dce: Writing region info on filesystem at 1733573917346Initializing all the Stores at 1733573917346Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573917346Cleaning up temporary data from old regions at 1733573917351 (+5 ms)Region opened successfully at 1733573917355 (+4 ms) 2024-12-07T12:18:37,355 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 83a9481b705d96f89fef74ac0c2d2dce, disabling compactions & flushes 2024-12-07T12:18:37,355 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733573917312.83a9481b705d96f89fef74ac0c2d2dce. 2024-12-07T12:18:37,355 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733573917312.83a9481b705d96f89fef74ac0c2d2dce. 2024-12-07T12:18:37,356 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733573917312.83a9481b705d96f89fef74ac0c2d2dce. after waiting 0 ms 2024-12-07T12:18:37,356 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733573917312.83a9481b705d96f89fef74ac0c2d2dce. 2024-12-07T12:18:37,356 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733573917312.83a9481b705d96f89fef74ac0c2d2dce. 2024-12-07T12:18:37,356 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 83a9481b705d96f89fef74ac0c2d2dce: Waiting for close lock at 1733573917355Disabling compacts and flushes for region at 1733573917355Disabling writes for close at 1733573917356 (+1 ms)Writing region close event to WAL at 1733573917356Closed at 1733573917356 2024-12-07T12:18:37,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741914_1092 (size=95) 2024-12-07T12:18:37,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741914_1092 (size=95) 2024-12-07T12:18:37,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741914_1092 (size=95) 2024-12-07T12:18:37,361 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T12:18:37,361 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-48778355:(num 1733573917316) 2024-12-07T12:18:37,362 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T12:18:37,363 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36075/hbase/WALs/testdatalosswheninputerror-manual,16010,1733573917310, archiveDir=hdfs://localhost:36075/hbase/oldWALs, maxLogs=32 2024-12-07T12:18:37,378 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733573917310/wal.1733573917364, exclude list is [], retry=0 2024-12-07T12:18:37,380 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45737,DS-6159411b-4a4b-4bb3-aee0-15ace74cfa70,DISK] 2024-12-07T12:18:37,380 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41817,DS-edc316d4-0586-40b6-a94b-44bd4066a8bb,DISK] 2024-12-07T12:18:37,381 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-a467636b-11e8-4000-a1ff-a8642bb33251,DISK] 2024-12-07T12:18:37,382 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733573917310/wal.1733573917364 2024-12-07T12:18:37,383 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41885:41885),(127.0.0.1/127.0.0.1:37353:37353),(127.0.0.1/127.0.0.1:44971:44971)] 2024-12-07T12:18:37,383 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 83a9481b705d96f89fef74ac0c2d2dce, NAME => 'testDatalossWhenInputError,,1733573917312.83a9481b705d96f89fef74ac0c2d2dce.', STARTKEY => '', ENDKEY => ''} 2024-12-07T12:18:37,383 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733573917312.83a9481b705d96f89fef74ac0c2d2dce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T12:18:37,383 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 83a9481b705d96f89fef74ac0c2d2dce 2024-12-07T12:18:37,383 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 83a9481b705d96f89fef74ac0c2d2dce 2024-12-07T12:18:37,385 INFO [StoreOpener-83a9481b705d96f89fef74ac0c2d2dce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 83a9481b705d96f89fef74ac0c2d2dce 2024-12-07T12:18:37,386 INFO [StoreOpener-83a9481b705d96f89fef74ac0c2d2dce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83a9481b705d96f89fef74ac0c2d2dce columnFamilyName a 2024-12-07T12:18:37,386 DEBUG [StoreOpener-83a9481b705d96f89fef74ac0c2d2dce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:37,386 INFO [StoreOpener-83a9481b705d96f89fef74ac0c2d2dce-1 {}] regionserver.HStore(327): Store=83a9481b705d96f89fef74ac0c2d2dce/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:37,386 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 83a9481b705d96f89fef74ac0c2d2dce 2024-12-07T12:18:37,387 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testDatalossWhenInputError/83a9481b705d96f89fef74ac0c2d2dce 2024-12-07T12:18:37,388 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testDatalossWhenInputError/83a9481b705d96f89fef74ac0c2d2dce 2024-12-07T12:18:37,388 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 83a9481b705d96f89fef74ac0c2d2dce 2024-12-07T12:18:37,388 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 83a9481b705d96f89fef74ac0c2d2dce 2024-12-07T12:18:37,390 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 83a9481b705d96f89fef74ac0c2d2dce 2024-12-07T12:18:37,390 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 83a9481b705d96f89fef74ac0c2d2dce; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71849782, jitterRate=0.07064518332481384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T12:18:37,391 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 83a9481b705d96f89fef74ac0c2d2dce: Writing region info on filesystem at 1733573917384Initializing all the Stores at 1733573917384Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573917384Cleaning up temporary data from old regions at 1733573917388 (+4 ms)Region opened successfully at 1733573917391 (+3 ms) 2024-12-07T12:18:37,399 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 83a9481b705d96f89fef74ac0c2d2dce, disabling compactions & flushes 2024-12-07T12:18:37,399 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733573917312.83a9481b705d96f89fef74ac0c2d2dce. 2024-12-07T12:18:37,399 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733573917312.83a9481b705d96f89fef74ac0c2d2dce. 2024-12-07T12:18:37,399 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733573917312.83a9481b705d96f89fef74ac0c2d2dce. after waiting 0 ms 2024-12-07T12:18:37,399 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733573917312.83a9481b705d96f89fef74ac0c2d2dce. 2024-12-07T12:18:37,400 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1733573917312.83a9481b705d96f89fef74ac0c2d2dce. 2024-12-07T12:18:37,400 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733573917312.83a9481b705d96f89fef74ac0c2d2dce. 2024-12-07T12:18:37,400 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 83a9481b705d96f89fef74ac0c2d2dce: Waiting for close lock at 1733573917399Disabling compacts and flushes for region at 1733573917399Disabling writes for close at 1733573917399Writing region close event to WAL at 1733573917400 (+1 ms)Closed at 1733573917400 2024-12-07T12:18:37,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741916_1094 (size=1050) 2024-12-07T12:18:37,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741916_1094 (size=1050) 2024-12-07T12:18:37,403 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testdatalosswheninputerror-manual,16010,1733573917310/wal.1733573917364 not finished, retry = 0 2024-12-07T12:18:37,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741916_1094 (size=1050) 2024-12-07T12:18:37,521 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36075/hbase/WALs/testdatalosswheninputerror-manual,16010,1733573917310/wal.1733573917364, size=1.0 K (1050bytes) 2024-12-07T12:18:37,521 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36075/hbase/WALs/testdatalosswheninputerror-manual,16010,1733573917310/wal.1733573917364 2024-12-07T12:18:37,522 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36075/hbase/WALs/testdatalosswheninputerror-manual,16010,1733573917310/wal.1733573917364 after 1ms 2024-12-07T12:18:37,524 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36075/hbase/WALs/testdatalosswheninputerror-manual,16010,1733573917310/wal.1733573917364: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T12:18:37,524 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36075/hbase/WALs/testdatalosswheninputerror-manual,16010,1733573917310/wal.1733573917364 took 3ms 2024-12-07T12:18:37,526 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36075/hbase/WALs/testdatalosswheninputerror-manual,16010,1733573917310/wal.1733573917364 so closing down 2024-12-07T12:18:37,526 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T12:18:37,527 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733573917364.temp 2024-12-07T12:18:37,528 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testDatalossWhenInputError/83a9481b705d96f89fef74ac0c2d2dce/recovered.edits/0000000000000000003-wal.1733573917364.temp 2024-12-07T12:18:37,529 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T12:18:37,529 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-07T12:18:37,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741917_1095 (size=1050) 2024-12-07T12:18:37,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741917_1095 (size=1050) 2024-12-07T12:18:37,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741917_1095 (size=1050) 2024-12-07T12:18:37,538 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testDatalossWhenInputError/83a9481b705d96f89fef74ac0c2d2dce/recovered.edits/0000000000000000003-wal.1733573917364.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-07T12:18:37,540 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36075/hbase/data/default/testDatalossWhenInputError/83a9481b705d96f89fef74ac0c2d2dce/recovered.edits/0000000000000000003-wal.1733573917364.temp to hdfs://localhost:36075/hbase/data/default/testDatalossWhenInputError/83a9481b705d96f89fef74ac0c2d2dce/recovered.edits/0000000000000000012 2024-12-07T12:18:37,540 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:36075/hbase/WALs/testdatalosswheninputerror-manual,16010,1733573917310/wal.1733573917364, size=1.0 K, length=1050, corrupted=false, cancelled=false 2024-12-07T12:18:37,540 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36075/hbase/WALs/testdatalosswheninputerror-manual,16010,1733573917310/wal.1733573917364, journal: Splitting hdfs://localhost:36075/hbase/WALs/testdatalosswheninputerror-manual,16010,1733573917310/wal.1733573917364, size=1.0 K (1050bytes) at 1733573917521Finishing writing output for hdfs://localhost:36075/hbase/WALs/testdatalosswheninputerror-manual,16010,1733573917310/wal.1733573917364 so closing down at 1733573917526 (+5 ms)Creating recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testDatalossWhenInputError/83a9481b705d96f89fef74ac0c2d2dce/recovered.edits/0000000000000000003-wal.1733573917364.temp at 1733573917528 (+2 ms)3 split writer threads finished at 1733573917529 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testDatalossWhenInputError/83a9481b705d96f89fef74ac0c2d2dce/recovered.edits/0000000000000000003-wal.1733573917364.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733573917538 (+9 ms)Rename recovered edits hdfs://localhost:36075/hbase/data/default/testDatalossWhenInputError/83a9481b705d96f89fef74ac0c2d2dce/recovered.edits/0000000000000000003-wal.1733573917364.temp to hdfs://localhost:36075/hbase/data/default/testDatalossWhenInputError/83a9481b705d96f89fef74ac0c2d2dce/recovered.edits/0000000000000000012 at 1733573917540 (+2 ms)Processed 10 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:36075/hbase/WALs/testdatalosswheninputerror-manual,16010,1733573917310/wal.1733573917364, size=1.0 K, length=1050, corrupted=false, cancelled=false at 1733573917540 2024-12-07T12:18:37,542 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36075/hbase/WALs/testdatalosswheninputerror-manual,16010,1733573917310/wal.1733573917364 to hdfs://localhost:36075/hbase/oldWALs/wal.1733573917364 2024-12-07T12:18:37,542 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:36075/hbase/data/default/testDatalossWhenInputError/83a9481b705d96f89fef74ac0c2d2dce/recovered.edits/0000000000000000012 2024-12-07T12:18:37,546 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36075/hbase/data/default/testDatalossWhenInputError/83a9481b705d96f89fef74ac0c2d2dce/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T12:18:37,880 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T12:18:37,882 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36075/hbase/WALs/testdatalosswheninputerror-manual,16010,1733573917310, archiveDir=hdfs://localhost:36075/hbase/oldWALs, maxLogs=32 2024-12-07T12:18:37,896 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733573917310/wal.1733573917882, exclude list is [], retry=0 2024-12-07T12:18:37,898 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-a467636b-11e8-4000-a1ff-a8642bb33251,DISK] 2024-12-07T12:18:37,899 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41817,DS-edc316d4-0586-40b6-a94b-44bd4066a8bb,DISK] 2024-12-07T12:18:37,899 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45737,DS-6159411b-4a4b-4bb3-aee0-15ace74cfa70,DISK] 2024-12-07T12:18:37,900 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733573917310/wal.1733573917882 2024-12-07T12:18:37,901 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44971:44971),(127.0.0.1/127.0.0.1:37353:37353),(127.0.0.1/127.0.0.1:41885:41885)] 2024-12-07T12:18:37,901 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 83a9481b705d96f89fef74ac0c2d2dce, NAME => 'testDatalossWhenInputError,,1733573917312.83a9481b705d96f89fef74ac0c2d2dce.', STARTKEY => '', ENDKEY => ''} 2024-12-07T12:18:37,901 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733573917312.83a9481b705d96f89fef74ac0c2d2dce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T12:18:37,901 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 83a9481b705d96f89fef74ac0c2d2dce 2024-12-07T12:18:37,901 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 83a9481b705d96f89fef74ac0c2d2dce 2024-12-07T12:18:37,904 INFO [StoreOpener-83a9481b705d96f89fef74ac0c2d2dce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 83a9481b705d96f89fef74ac0c2d2dce 2024-12-07T12:18:37,906 INFO [StoreOpener-83a9481b705d96f89fef74ac0c2d2dce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83a9481b705d96f89fef74ac0c2d2dce columnFamilyName a 2024-12-07T12:18:37,906 DEBUG [StoreOpener-83a9481b705d96f89fef74ac0c2d2dce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:37,907 INFO [StoreOpener-83a9481b705d96f89fef74ac0c2d2dce-1 {}] regionserver.HStore(327): Store=83a9481b705d96f89fef74ac0c2d2dce/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:37,908 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 83a9481b705d96f89fef74ac0c2d2dce 2024-12-07T12:18:37,908 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testDatalossWhenInputError/83a9481b705d96f89fef74ac0c2d2dce 2024-12-07T12:18:37,910 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testDatalossWhenInputError/83a9481b705d96f89fef74ac0c2d2dce 2024-12-07T12:18:37,910 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36075/hbase/data/default/testDatalossWhenInputError/83a9481b705d96f89fef74ac0c2d2dce/recovered.edits/0000000000000000012 2024-12-07T12:18:37,912 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36075/hbase/data/default/testDatalossWhenInputError/83a9481b705d96f89fef74ac0c2d2dce/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T12:18:37,913 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:36075/hbase/data/default/testDatalossWhenInputError/83a9481b705d96f89fef74ac0c2d2dce/recovered.edits/0000000000000000012 2024-12-07T12:18:37,913 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 83a9481b705d96f89fef74ac0c2d2dce 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-12-07T12:18:37,932 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/hbase/data/default/testDatalossWhenInputError/83a9481b705d96f89fef74ac0c2d2dce/.tmp/a/5e52b9b7dcf34cbab3248b734931f0af is 79, key is testDatalossWhenInputError/a:x0/1733573917391/Put/seqid=0 2024-12-07T12:18:37,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741919_1097 (size=5808) 2024-12-07T12:18:37,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741919_1097 (size=5808) 2024-12-07T12:18:37,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741919_1097 (size=5808) 2024-12-07T12:18:37,940 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36075/hbase/data/default/testDatalossWhenInputError/83a9481b705d96f89fef74ac0c2d2dce/.tmp/a/5e52b9b7dcf34cbab3248b734931f0af 2024-12-07T12:18:37,949 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/hbase/data/default/testDatalossWhenInputError/83a9481b705d96f89fef74ac0c2d2dce/.tmp/a/5e52b9b7dcf34cbab3248b734931f0af as hdfs://localhost:36075/hbase/data/default/testDatalossWhenInputError/83a9481b705d96f89fef74ac0c2d2dce/a/5e52b9b7dcf34cbab3248b734931f0af 2024-12-07T12:18:37,957 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36075/hbase/data/default/testDatalossWhenInputError/83a9481b705d96f89fef74ac0c2d2dce/a/5e52b9b7dcf34cbab3248b734931f0af, entries=10, sequenceid=12, filesize=5.7 K 2024-12-07T12:18:37,958 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 83a9481b705d96f89fef74ac0c2d2dce in 45ms, sequenceid=12, compaction requested=false; wal=null 2024-12-07T12:18:37,958 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36075/hbase/data/default/testDatalossWhenInputError/83a9481b705d96f89fef74ac0c2d2dce/recovered.edits/0000000000000000012 2024-12-07T12:18:37,959 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 83a9481b705d96f89fef74ac0c2d2dce 2024-12-07T12:18:37,959 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 83a9481b705d96f89fef74ac0c2d2dce 2024-12-07T12:18:37,962 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 83a9481b705d96f89fef74ac0c2d2dce 2024-12-07T12:18:37,964 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36075/hbase/data/default/testDatalossWhenInputError/83a9481b705d96f89fef74ac0c2d2dce/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-07T12:18:37,965 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 83a9481b705d96f89fef74ac0c2d2dce; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63955043, jitterRate=-0.04699559509754181}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T12:18:37,966 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 83a9481b705d96f89fef74ac0c2d2dce: Writing region info on filesystem at 1733573917901Initializing all the Stores at 1733573917904 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573917904Obtaining lock to block concurrent updates at 1733573917913 (+9 ms)Preparing flush snapshotting stores in 83a9481b705d96f89fef74ac0c2d2dce at 1733573917913Finished memstore snapshotting testDatalossWhenInputError,,1733573917312.83a9481b705d96f89fef74ac0c2d2dce., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1733573917914 (+1 ms)Flushing stores of testDatalossWhenInputError,,1733573917312.83a9481b705d96f89fef74ac0c2d2dce. at 1733573917914Flushing 83a9481b705d96f89fef74ac0c2d2dce/a: creating writer at 1733573917914Flushing 83a9481b705d96f89fef74ac0c2d2dce/a: appending metadata at 1733573917932 (+18 ms)Flushing 83a9481b705d96f89fef74ac0c2d2dce/a: closing flushed file at 1733573917932Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28154cc9: reopening flushed file at 1733573917948 (+16 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 83a9481b705d96f89fef74ac0c2d2dce in 45ms, sequenceid=12, compaction requested=false; wal=null at 1733573917958 (+10 ms)Cleaning up temporary data from old regions at 1733573917959 (+1 ms)Region opened successfully at 1733573917966 (+7 ms) 2024-12-07T12:18:37,969 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 83a9481b705d96f89fef74ac0c2d2dce, NAME => 'testDatalossWhenInputError,,1733573917312.83a9481b705d96f89fef74ac0c2d2dce.', STARTKEY => '', ENDKEY => ''} 2024-12-07T12:18:37,969 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733573917312.83a9481b705d96f89fef74ac0c2d2dce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T12:18:37,969 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 83a9481b705d96f89fef74ac0c2d2dce 2024-12-07T12:18:37,969 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 83a9481b705d96f89fef74ac0c2d2dce 2024-12-07T12:18:37,970 INFO [StoreOpener-83a9481b705d96f89fef74ac0c2d2dce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 83a9481b705d96f89fef74ac0c2d2dce 2024-12-07T12:18:37,971 INFO [StoreOpener-83a9481b705d96f89fef74ac0c2d2dce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83a9481b705d96f89fef74ac0c2d2dce columnFamilyName a 2024-12-07T12:18:37,971 DEBUG [StoreOpener-83a9481b705d96f89fef74ac0c2d2dce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:37,976 DEBUG [StoreOpener-83a9481b705d96f89fef74ac0c2d2dce-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36075/hbase/data/default/testDatalossWhenInputError/83a9481b705d96f89fef74ac0c2d2dce/a/5e52b9b7dcf34cbab3248b734931f0af 2024-12-07T12:18:37,976 INFO [StoreOpener-83a9481b705d96f89fef74ac0c2d2dce-1 {}] regionserver.HStore(327): Store=83a9481b705d96f89fef74ac0c2d2dce/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:37,976 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 83a9481b705d96f89fef74ac0c2d2dce 2024-12-07T12:18:37,977 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testDatalossWhenInputError/83a9481b705d96f89fef74ac0c2d2dce 2024-12-07T12:18:37,978 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testDatalossWhenInputError/83a9481b705d96f89fef74ac0c2d2dce 2024-12-07T12:18:37,978 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 83a9481b705d96f89fef74ac0c2d2dce 2024-12-07T12:18:37,978 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 83a9481b705d96f89fef74ac0c2d2dce 2024-12-07T12:18:37,979 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 83a9481b705d96f89fef74ac0c2d2dce 2024-12-07T12:18:37,981 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36075/hbase/data/default/testDatalossWhenInputError/83a9481b705d96f89fef74ac0c2d2dce/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-12-07T12:18:37,982 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 83a9481b705d96f89fef74ac0c2d2dce; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69901251, jitterRate=0.041609808802604675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T12:18:37,982 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 83a9481b705d96f89fef74ac0c2d2dce: Writing region info on filesystem at 1733573917969Initializing all the Stores at 1733573917970 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573917970Cleaning up temporary data from old regions at 1733573917978 (+8 ms)Region opened successfully at 1733573917982 (+4 ms) 2024-12-07T12:18:38,001 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=430 (was 420) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-824829107_22 at /127.0.0.1:50048 [Receiving block BP-1828611381-172.17.0.2-1733573885344:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-824829107_22 at /127.0.0.1:56242 [Receiving block BP-1828611381-172.17.0.2-1733573885344:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1828611381-172.17.0.2-1733573885344:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1828611381-172.17.0.2-1733573885344:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-824829107_22 at /127.0.0.1:45180 [Waiting for operation #19] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-824829107_22 at /127.0.0.1:56152 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-824829107_22 at /127.0.0.1:45228 [Receiving block BP-1828611381-172.17.0.2-1733573885344:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1828611381-172.17.0.2-1733573885344:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-824829107_22 at /127.0.0.1:50000 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1264 (was 1182) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=210 (was 210), ProcessCount=11 (was 11), AvailableMemoryMB=6220 (was 6231) 2024-12-07T12:18:38,001 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-12-07T12:18:38,015 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=430, OpenFileDescriptor=1264, MaxFileDescriptor=1048576, SystemLoadAverage=210, ProcessCount=11, AvailableMemoryMB=6219 2024-12-07T12:18:38,016 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-12-07T12:18:38,038 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T12:18:38,041 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T12:18:38,042 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T12:18:38,045 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-79730364, suffix=, logDir=hdfs://localhost:36075/hbase/WALs/hregion-79730364, archiveDir=hdfs://localhost:36075/hbase/oldWALs, maxLogs=32 2024-12-07T12:18:38,059 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-79730364/hregion-79730364.1733573918045, exclude list is [], retry=0 2024-12-07T12:18:38,062 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45737,DS-6159411b-4a4b-4bb3-aee0-15ace74cfa70,DISK] 2024-12-07T12:18:38,062 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41817,DS-edc316d4-0586-40b6-a94b-44bd4066a8bb,DISK] 2024-12-07T12:18:38,062 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-a467636b-11e8-4000-a1ff-a8642bb33251,DISK] 2024-12-07T12:18:38,065 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-79730364/hregion-79730364.1733573918045 2024-12-07T12:18:38,065 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41885:41885),(127.0.0.1/127.0.0.1:37353:37353),(127.0.0.1/127.0.0.1:44971:44971)] 2024-12-07T12:18:38,065 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 8e652ef1b3d6a0ece63a5aecfd774c88, NAME => 'testCompactedBulkLoadedFiles,,1733573918039.8e652ef1b3d6a0ece63a5aecfd774c88.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36075/hbase 2024-12-07T12:18:38,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741921_1099 (size=63) 2024-12-07T12:18:38,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741921_1099 (size=63) 2024-12-07T12:18:38,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741921_1099 (size=63) 2024-12-07T12:18:38,075 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733573918039.8e652ef1b3d6a0ece63a5aecfd774c88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T12:18:38,077 INFO [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8e652ef1b3d6a0ece63a5aecfd774c88 2024-12-07T12:18:38,079 INFO [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e652ef1b3d6a0ece63a5aecfd774c88 columnFamilyName a 2024-12-07T12:18:38,079 DEBUG [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:38,079 INFO [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] regionserver.HStore(327): Store=8e652ef1b3d6a0ece63a5aecfd774c88/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:38,079 INFO [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8e652ef1b3d6a0ece63a5aecfd774c88 2024-12-07T12:18:38,080 INFO [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e652ef1b3d6a0ece63a5aecfd774c88 columnFamilyName b 2024-12-07T12:18:38,080 DEBUG [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:38,081 INFO [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] regionserver.HStore(327): Store=8e652ef1b3d6a0ece63a5aecfd774c88/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:38,081 INFO [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8e652ef1b3d6a0ece63a5aecfd774c88 2024-12-07T12:18:38,082 INFO [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e652ef1b3d6a0ece63a5aecfd774c88 columnFamilyName c 2024-12-07T12:18:38,082 DEBUG [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:38,082 INFO [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] regionserver.HStore(327): Store=8e652ef1b3d6a0ece63a5aecfd774c88/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:38,082 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8e652ef1b3d6a0ece63a5aecfd774c88 2024-12-07T12:18:38,083 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88 2024-12-07T12:18:38,083 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88 2024-12-07T12:18:38,084 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8e652ef1b3d6a0ece63a5aecfd774c88 2024-12-07T12:18:38,084 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8e652ef1b3d6a0ece63a5aecfd774c88 2024-12-07T12:18:38,085 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T12:18:38,086 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8e652ef1b3d6a0ece63a5aecfd774c88 2024-12-07T12:18:38,088 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T12:18:38,088 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8e652ef1b3d6a0ece63a5aecfd774c88; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73878831, jitterRate=0.10088036954402924}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T12:18:38,089 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8e652ef1b3d6a0ece63a5aecfd774c88: Writing region info on filesystem at 1733573918075Initializing all the Stores at 1733573918076 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573918076Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573918077 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573918077Cleaning up temporary data from old regions at 1733573918084 (+7 ms)Region opened successfully at 1733573918089 (+5 ms) 2024-12-07T12:18:38,089 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8e652ef1b3d6a0ece63a5aecfd774c88, disabling compactions & flushes 2024-12-07T12:18:38,089 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733573918039.8e652ef1b3d6a0ece63a5aecfd774c88. 2024-12-07T12:18:38,089 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733573918039.8e652ef1b3d6a0ece63a5aecfd774c88. 2024-12-07T12:18:38,089 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733573918039.8e652ef1b3d6a0ece63a5aecfd774c88. after waiting 0 ms 2024-12-07T12:18:38,089 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733573918039.8e652ef1b3d6a0ece63a5aecfd774c88. 2024-12-07T12:18:38,089 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733573918039.8e652ef1b3d6a0ece63a5aecfd774c88. 2024-12-07T12:18:38,089 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8e652ef1b3d6a0ece63a5aecfd774c88: Waiting for close lock at 1733573918089Disabling compacts and flushes for region at 1733573918089Disabling writes for close at 1733573918089Writing region close event to WAL at 1733573918089Closed at 1733573918089 2024-12-07T12:18:38,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741920_1098 (size=95) 2024-12-07T12:18:38,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741920_1098 (size=95) 2024-12-07T12:18:38,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741920_1098 (size=95) 2024-12-07T12:18:38,094 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T12:18:38,094 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-79730364:(num 1733573918045) 2024-12-07T12:18:38,094 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T12:18:38,095 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36075/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733573918037, archiveDir=hdfs://localhost:36075/hbase/oldWALs, maxLogs=32 2024-12-07T12:18:38,109 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733573918037/wal.1733573918096, exclude list is [], retry=0 2024-12-07T12:18:38,111 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45737,DS-6159411b-4a4b-4bb3-aee0-15ace74cfa70,DISK] 2024-12-07T12:18:38,112 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-a467636b-11e8-4000-a1ff-a8642bb33251,DISK] 2024-12-07T12:18:38,112 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41817,DS-edc316d4-0586-40b6-a94b-44bd4066a8bb,DISK] 2024-12-07T12:18:38,114 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733573918037/wal.1733573918096 2024-12-07T12:18:38,114 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41885:41885),(127.0.0.1/127.0.0.1:44971:44971),(127.0.0.1/127.0.0.1:37353:37353)] 2024-12-07T12:18:38,115 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8e652ef1b3d6a0ece63a5aecfd774c88, NAME => 'testCompactedBulkLoadedFiles,,1733573918039.8e652ef1b3d6a0ece63a5aecfd774c88.', STARTKEY => '', ENDKEY => ''} 2024-12-07T12:18:38,115 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733573918039.8e652ef1b3d6a0ece63a5aecfd774c88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T12:18:38,115 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8e652ef1b3d6a0ece63a5aecfd774c88 2024-12-07T12:18:38,115 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8e652ef1b3d6a0ece63a5aecfd774c88 2024-12-07T12:18:38,116 INFO [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8e652ef1b3d6a0ece63a5aecfd774c88 2024-12-07T12:18:38,117 INFO [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e652ef1b3d6a0ece63a5aecfd774c88 columnFamilyName a 2024-12-07T12:18:38,117 DEBUG [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:38,118 INFO [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] regionserver.HStore(327): Store=8e652ef1b3d6a0ece63a5aecfd774c88/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:38,118 INFO [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8e652ef1b3d6a0ece63a5aecfd774c88 2024-12-07T12:18:38,119 INFO [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e652ef1b3d6a0ece63a5aecfd774c88 columnFamilyName b 2024-12-07T12:18:38,119 DEBUG [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:38,120 INFO [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] regionserver.HStore(327): Store=8e652ef1b3d6a0ece63a5aecfd774c88/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:38,120 INFO [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8e652ef1b3d6a0ece63a5aecfd774c88 2024-12-07T12:18:38,121 INFO [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e652ef1b3d6a0ece63a5aecfd774c88 columnFamilyName c 2024-12-07T12:18:38,121 DEBUG [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:38,121 INFO [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] regionserver.HStore(327): Store=8e652ef1b3d6a0ece63a5aecfd774c88/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:38,122 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8e652ef1b3d6a0ece63a5aecfd774c88 2024-12-07T12:18:38,122 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88 2024-12-07T12:18:38,123 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88 2024-12-07T12:18:38,125 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8e652ef1b3d6a0ece63a5aecfd774c88 2024-12-07T12:18:38,125 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8e652ef1b3d6a0ece63a5aecfd774c88 2024-12-07T12:18:38,125 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T12:18:38,127 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8e652ef1b3d6a0ece63a5aecfd774c88 2024-12-07T12:18:38,128 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8e652ef1b3d6a0ece63a5aecfd774c88; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73659944, jitterRate=0.0976186990737915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T12:18:38,129 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8e652ef1b3d6a0ece63a5aecfd774c88: Writing region info on filesystem at 1733573918115Initializing all the Stores at 1733573918116 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573918116Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573918116Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573918116Cleaning up temporary data from old regions at 1733573918125 (+9 ms)Region opened successfully at 1733573918129 (+4 ms) 2024-12-07T12:18:38,133 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1733573918132/Put/seqid=0 2024-12-07T12:18:38,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741923_1101 (size=4875) 2024-12-07T12:18:38,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741923_1101 (size=4875) 2024-12-07T12:18:38,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741923_1101 (size=4875) 2024-12-07T12:18:38,144 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1733573918144/Put/seqid=0 2024-12-07T12:18:38,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741924_1102 (size=4875) 2024-12-07T12:18:38,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741924_1102 (size=4875) 2024-12-07T12:18:38,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741924_1102 (size=4875) 2024-12-07T12:18:38,160 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1733573918160/Put/seqid=0 2024-12-07T12:18:38,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741925_1103 (size=4875) 2024-12-07T12:18:38,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741925_1103 (size=4875) 2024-12-07T12:18:38,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741925_1103 (size=4875) 2024-12-07T12:18:38,171 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36075/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 8e652ef1b3d6a0ece63a5aecfd774c88/a 2024-12-07T12:18:38,175 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-12-07T12:18:38,175 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-07T12:18:38,175 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36075/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 8e652ef1b3d6a0ece63a5aecfd774c88/a 2024-12-07T12:18:38,179 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-12-07T12:18:38,179 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-07T12:18:38,179 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36075/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 8e652ef1b3d6a0ece63a5aecfd774c88/a 2024-12-07T12:18:38,182 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-12-07T12:18:38,182 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-07T12:18:38,183 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8e652ef1b3d6a0ece63a5aecfd774c88 3/3 column families, dataSize=51 B heapSize=896 B 2024-12-07T12:18:38,199 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/.tmp/a/4c1d2e73e6744f7d8ad9dfd43d3f9932 is 55, key is testCompactedBulkLoadedFiles/a:a/1733573918129/Put/seqid=0 2024-12-07T12:18:38,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741926_1104 (size=5107) 2024-12-07T12:18:38,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741926_1104 (size=5107) 2024-12-07T12:18:38,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741926_1104 (size=5107) 2024-12-07T12:18:38,208 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/.tmp/a/4c1d2e73e6744f7d8ad9dfd43d3f9932 2024-12-07T12:18:38,216 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/.tmp/a/4c1d2e73e6744f7d8ad9dfd43d3f9932 as hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/a/4c1d2e73e6744f7d8ad9dfd43d3f9932 2024-12-07T12:18:38,225 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/a/4c1d2e73e6744f7d8ad9dfd43d3f9932, entries=1, sequenceid=4, filesize=5.0 K 2024-12-07T12:18:38,227 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 8e652ef1b3d6a0ece63a5aecfd774c88 in 44ms, sequenceid=4, compaction requested=false 2024-12-07T12:18:38,227 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8e652ef1b3d6a0ece63a5aecfd774c88: 2024-12-07T12:18:38,228 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/a/951dd21fd22b4a0da9b69d8e93ef9ccb_SeqId_4_ 2024-12-07T12:18:38,230 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/a/ee55732dfa4e490599108f3d5917d47a_SeqId_4_ 2024-12-07T12:18:38,231 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/a/392155760e144365a3fdc40227d7e153_SeqId_4_ 2024-12-07T12:18:38,232 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36075/hbase/testCompactedBulkLoadedFiles/hfile0 into 8e652ef1b3d6a0ece63a5aecfd774c88/a as hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/a/951dd21fd22b4a0da9b69d8e93ef9ccb_SeqId_4_ - updating store file list. 2024-12-07T12:18:38,237 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 951dd21fd22b4a0da9b69d8e93ef9ccb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-07T12:18:38,238 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/a/951dd21fd22b4a0da9b69d8e93ef9ccb_SeqId_4_ into 8e652ef1b3d6a0ece63a5aecfd774c88/a 2024-12-07T12:18:38,238 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36075/hbase/testCompactedBulkLoadedFiles/hfile0 into 8e652ef1b3d6a0ece63a5aecfd774c88/a (new location: hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/a/951dd21fd22b4a0da9b69d8e93ef9ccb_SeqId_4_) 2024-12-07T12:18:38,239 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36075/hbase/testCompactedBulkLoadedFiles/hfile1 into 8e652ef1b3d6a0ece63a5aecfd774c88/a as hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/a/ee55732dfa4e490599108f3d5917d47a_SeqId_4_ - updating store file list. 2024-12-07T12:18:38,244 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for ee55732dfa4e490599108f3d5917d47a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-07T12:18:38,244 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/a/ee55732dfa4e490599108f3d5917d47a_SeqId_4_ into 8e652ef1b3d6a0ece63a5aecfd774c88/a 2024-12-07T12:18:38,244 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36075/hbase/testCompactedBulkLoadedFiles/hfile1 into 8e652ef1b3d6a0ece63a5aecfd774c88/a (new location: hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/a/ee55732dfa4e490599108f3d5917d47a_SeqId_4_) 2024-12-07T12:18:38,245 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36075/hbase/testCompactedBulkLoadedFiles/hfile2 into 8e652ef1b3d6a0ece63a5aecfd774c88/a as hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/a/392155760e144365a3fdc40227d7e153_SeqId_4_ - updating store file list. 2024-12-07T12:18:38,251 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 392155760e144365a3fdc40227d7e153_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-07T12:18:38,251 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/a/392155760e144365a3fdc40227d7e153_SeqId_4_ into 8e652ef1b3d6a0ece63a5aecfd774c88/a 2024-12-07T12:18:38,251 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36075/hbase/testCompactedBulkLoadedFiles/hfile2 into 8e652ef1b3d6a0ece63a5aecfd774c88/a (new location: hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/a/392155760e144365a3fdc40227d7e153_SeqId_4_) 2024-12-07T12:18:38,260 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T12:18:38,260 DEBUG [Time-limited test {}] regionserver.HStore(1541): 8e652ef1b3d6a0ece63a5aecfd774c88/a is initiating major compaction (all files) 2024-12-07T12:18:38,261 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 8e652ef1b3d6a0ece63a5aecfd774c88/a in testCompactedBulkLoadedFiles,,1733573918039.8e652ef1b3d6a0ece63a5aecfd774c88. 2024-12-07T12:18:38,261 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/a/4c1d2e73e6744f7d8ad9dfd43d3f9932, hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/a/951dd21fd22b4a0da9b69d8e93ef9ccb_SeqId_4_, hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/a/ee55732dfa4e490599108f3d5917d47a_SeqId_4_, hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/a/392155760e144365a3fdc40227d7e153_SeqId_4_] into tmpdir=hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/.tmp, totalSize=19.3 K 2024-12-07T12:18:38,261 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 4c1d2e73e6744f7d8ad9dfd43d3f9932, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1733573918129 2024-12-07T12:18:38,262 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 951dd21fd22b4a0da9b69d8e93ef9ccb_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-07T12:18:38,262 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting ee55732dfa4e490599108f3d5917d47a_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-07T12:18:38,263 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 392155760e144365a3fdc40227d7e153_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-07T12:18:38,275 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/.tmp/a/dbc87d77473d45bc949f88b68b1676b2 is 55, key is testCompactedBulkLoadedFiles/a:a/1733573918129/Put/seqid=0 2024-12-07T12:18:38,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741927_1105 (size=6154) 2024-12-07T12:18:38,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741927_1105 (size=6154) 2024-12-07T12:18:38,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741927_1105 (size=6154) 2024-12-07T12:18:38,289 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/.tmp/a/dbc87d77473d45bc949f88b68b1676b2 as hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/a/dbc87d77473d45bc949f88b68b1676b2 2024-12-07T12:18:38,296 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 8e652ef1b3d6a0ece63a5aecfd774c88/a of 8e652ef1b3d6a0ece63a5aecfd774c88 into dbc87d77473d45bc949f88b68b1676b2(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T12:18:38,297 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 8e652ef1b3d6a0ece63a5aecfd774c88: 2024-12-07T12:18:38,297 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-07T12:18:38,297 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-07T12:18:38,343 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36075/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733573918037/wal.1733573918096, size=0 (0bytes) 2024-12-07T12:18:38,343 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:36075/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733573918037/wal.1733573918096 might be still open, length is 0 2024-12-07T12:18:38,343 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36075/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733573918037/wal.1733573918096 2024-12-07T12:18:38,343 WARN [IPC Server handler 3 on default port 36075 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733573918037/wal.1733573918096 has not been closed. Lease recovery is in progress. RecoveryId = 1106 for block blk_1073741922_1100 2024-12-07T12:18:38,344 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:36075/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733573918037/wal.1733573918096 after 1ms 2024-12-07T12:18:38,776 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-12-07T12:18:38,777 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-12-07T12:18:38,778 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-12-07T12:18:38,778 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-12-07T12:18:40,328 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-824829107_22 at /127.0.0.1:45250 [Receiving block BP-1828611381-172.17.0.2-1733573885344:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:45737:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45250 dst: /127.0.0.1:45737 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:45737 remote=/127.0.0.1:45250]. Total timeout mills is 60000, 57969 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T12:18:40,329 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-824829107_22 at /127.0.0.1:50078 [Receiving block BP-1828611381-172.17.0.2-1733573885344:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:37447:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50078 dst: /127.0.0.1:37447 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T12:18:40,329 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-824829107_22 at /127.0.0.1:56286 [Receiving block BP-1828611381-172.17.0.2-1733573885344:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:41817:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56286 dst: /127.0.0.1:41817 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T12:18:40,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741922_1106 (size=1172) 2024-12-07T12:18:40,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741922_1106 (size=1172) 2024-12-07T12:18:40,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741922_1106 (size=1172) 2024-12-07T12:18:42,344 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:36075/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733573918037/wal.1733573918096 after 4001ms 2024-12-07T12:18:42,347 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36075/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733573918037/wal.1733573918096: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T12:18:42,347 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36075/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733573918037/wal.1733573918096 took 4004ms 2024-12-07T12:18:42,349 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:36075/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733573918037/wal.1733573918096; continuing. 2024-12-07T12:18:42,349 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36075/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733573918037/wal.1733573918096 so closing down 2024-12-07T12:18:42,349 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T12:18:42,351 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733573918096.temp 2024-12-07T12:18:42,352 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/recovered.edits/0000000000000000003-wal.1733573918096.temp 2024-12-07T12:18:42,353 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T12:18:42,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741928_1107 (size=548) 2024-12-07T12:18:42,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741928_1107 (size=548) 2024-12-07T12:18:42,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741928_1107 (size=548) 2024-12-07T12:18:42,361 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/recovered.edits/0000000000000000003-wal.1733573918096.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-07T12:18:42,362 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/recovered.edits/0000000000000000003-wal.1733573918096.temp to hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/recovered.edits/0000000000000000008 2024-12-07T12:18:42,362 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 14 ms; skipped=3; WAL=hdfs://localhost:36075/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733573918037/wal.1733573918096, size=0, length=0, corrupted=false, cancelled=false 2024-12-07T12:18:42,363 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36075/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733573918037/wal.1733573918096, journal: Splitting hdfs://localhost:36075/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733573918037/wal.1733573918096, size=0 (0bytes) at 1733573918343Finishing writing output for hdfs://localhost:36075/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733573918037/wal.1733573918096 so closing down at 1733573922349 (+4006 ms)Creating recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/recovered.edits/0000000000000000003-wal.1733573918096.temp at 1733573922353 (+4 ms)3 split writer threads finished at 1733573922353Closed recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/recovered.edits/0000000000000000003-wal.1733573918096.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733573922361 (+8 ms)Rename recovered edits hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/recovered.edits/0000000000000000003-wal.1733573918096.temp to hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/recovered.edits/0000000000000000008 at 1733573922362 (+1 ms)Processed 5 edits across 1 Regions in 14 ms; skipped=3; WAL=hdfs://localhost:36075/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733573918037/wal.1733573918096, size=0, length=0, corrupted=false, cancelled=false at 1733573922362 2024-12-07T12:18:42,364 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36075/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733573918037/wal.1733573918096 to hdfs://localhost:36075/hbase/oldWALs/wal.1733573918096 2024-12-07T12:18:42,365 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/recovered.edits/0000000000000000008 2024-12-07T12:18:42,365 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T12:18:42,367 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36075/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733573918037, archiveDir=hdfs://localhost:36075/hbase/oldWALs, maxLogs=32 2024-12-07T12:18:42,380 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733573918037/wal.1733573922367, exclude list is [], retry=0 2024-12-07T12:18:42,383 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-a467636b-11e8-4000-a1ff-a8642bb33251,DISK] 2024-12-07T12:18:42,383 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45737,DS-6159411b-4a4b-4bb3-aee0-15ace74cfa70,DISK] 2024-12-07T12:18:42,383 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41817,DS-edc316d4-0586-40b6-a94b-44bd4066a8bb,DISK] 2024-12-07T12:18:42,384 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733573918037/wal.1733573922367 2024-12-07T12:18:42,385 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44971:44971),(127.0.0.1/127.0.0.1:41885:41885),(127.0.0.1/127.0.0.1:37353:37353)] 2024-12-07T12:18:42,385 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8e652ef1b3d6a0ece63a5aecfd774c88, NAME => 'testCompactedBulkLoadedFiles,,1733573918039.8e652ef1b3d6a0ece63a5aecfd774c88.', STARTKEY => '', ENDKEY => ''} 2024-12-07T12:18:42,385 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733573918039.8e652ef1b3d6a0ece63a5aecfd774c88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T12:18:42,385 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8e652ef1b3d6a0ece63a5aecfd774c88 2024-12-07T12:18:42,385 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8e652ef1b3d6a0ece63a5aecfd774c88 2024-12-07T12:18:42,387 INFO [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8e652ef1b3d6a0ece63a5aecfd774c88 2024-12-07T12:18:42,387 INFO [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e652ef1b3d6a0ece63a5aecfd774c88 columnFamilyName a 2024-12-07T12:18:42,387 DEBUG [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:42,394 DEBUG [StoreFileOpener-8e652ef1b3d6a0ece63a5aecfd774c88-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 392155760e144365a3fdc40227d7e153_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-07T12:18:42,394 DEBUG [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/a/392155760e144365a3fdc40227d7e153_SeqId_4_ 2024-12-07T12:18:42,398 DEBUG [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/a/4c1d2e73e6744f7d8ad9dfd43d3f9932 2024-12-07T12:18:42,401 DEBUG [StoreFileOpener-8e652ef1b3d6a0ece63a5aecfd774c88-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 951dd21fd22b4a0da9b69d8e93ef9ccb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-07T12:18:42,401 DEBUG [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/a/951dd21fd22b4a0da9b69d8e93ef9ccb_SeqId_4_ 2024-12-07T12:18:42,404 DEBUG [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/a/dbc87d77473d45bc949f88b68b1676b2 2024-12-07T12:18:42,408 DEBUG [StoreFileOpener-8e652ef1b3d6a0ece63a5aecfd774c88-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ee55732dfa4e490599108f3d5917d47a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-07T12:18:42,408 DEBUG [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/a/ee55732dfa4e490599108f3d5917d47a_SeqId_4_ 2024-12-07T12:18:42,408 WARN [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/a/392155760e144365a3fdc40227d7e153_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@6495c6fe 2024-12-07T12:18:42,408 WARN [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/a/4c1d2e73e6744f7d8ad9dfd43d3f9932 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@6495c6fe 2024-12-07T12:18:42,408 WARN [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/a/951dd21fd22b4a0da9b69d8e93ef9ccb_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@6495c6fe 2024-12-07T12:18:42,408 WARN [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/a/ee55732dfa4e490599108f3d5917d47a_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@6495c6fe 2024-12-07T12:18:42,408 DEBUG [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/a/392155760e144365a3fdc40227d7e153_SeqId_4_, hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/a/4c1d2e73e6744f7d8ad9dfd43d3f9932, hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/a/951dd21fd22b4a0da9b69d8e93ef9ccb_SeqId_4_, hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/a/ee55732dfa4e490599108f3d5917d47a_SeqId_4_] to archive 2024-12-07T12:18:42,409 DEBUG [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T12:18:42,410 DEBUG [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/a/392155760e144365a3fdc40227d7e153_SeqId_4_ to hdfs://localhost:36075/hbase/archive/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/a/392155760e144365a3fdc40227d7e153_SeqId_4_ 2024-12-07T12:18:42,412 DEBUG [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/a/4c1d2e73e6744f7d8ad9dfd43d3f9932 to hdfs://localhost:36075/hbase/archive/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/a/4c1d2e73e6744f7d8ad9dfd43d3f9932 2024-12-07T12:18:42,413 DEBUG [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/a/951dd21fd22b4a0da9b69d8e93ef9ccb_SeqId_4_ to hdfs://localhost:36075/hbase/archive/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/a/951dd21fd22b4a0da9b69d8e93ef9ccb_SeqId_4_ 2024-12-07T12:18:42,413 DEBUG [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/a/ee55732dfa4e490599108f3d5917d47a_SeqId_4_ to hdfs://localhost:36075/hbase/archive/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/a/ee55732dfa4e490599108f3d5917d47a_SeqId_4_ 2024-12-07T12:18:42,414 INFO [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] regionserver.HStore(327): Store=8e652ef1b3d6a0ece63a5aecfd774c88/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:42,414 INFO [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8e652ef1b3d6a0ece63a5aecfd774c88 2024-12-07T12:18:42,415 INFO [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e652ef1b3d6a0ece63a5aecfd774c88 columnFamilyName b 2024-12-07T12:18:42,415 DEBUG [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:42,415 INFO [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] regionserver.HStore(327): Store=8e652ef1b3d6a0ece63a5aecfd774c88/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:42,415 INFO [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8e652ef1b3d6a0ece63a5aecfd774c88 2024-12-07T12:18:42,416 INFO [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e652ef1b3d6a0ece63a5aecfd774c88 columnFamilyName c 2024-12-07T12:18:42,416 DEBUG [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:42,416 INFO [StoreOpener-8e652ef1b3d6a0ece63a5aecfd774c88-1 {}] regionserver.HStore(327): Store=8e652ef1b3d6a0ece63a5aecfd774c88/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:42,417 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8e652ef1b3d6a0ece63a5aecfd774c88 2024-12-07T12:18:42,417 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88 2024-12-07T12:18:42,418 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88 2024-12-07T12:18:42,419 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/recovered.edits/0000000000000000008 2024-12-07T12:18:42,421 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T12:18:42,422 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 8e652ef1b3d6a0ece63a5aecfd774c88 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "8e652ef1b3d6a0ece63a5aecfd774c88" family_name: "a" compaction_input: "4c1d2e73e6744f7d8ad9dfd43d3f9932" compaction_input: "951dd21fd22b4a0da9b69d8e93ef9ccb_SeqId_4_" compaction_input: "ee55732dfa4e490599108f3d5917d47a_SeqId_4_" compaction_input: "392155760e144365a3fdc40227d7e153_SeqId_4_" compaction_output: "dbc87d77473d45bc949f88b68b1676b2" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1733573918039.8e652ef1b3d6a0ece63a5aecfd774c88." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-12-07T12:18:42,422 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-12-07T12:18:42,422 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/recovered.edits/0000000000000000008 2024-12-07T12:18:42,423 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/recovered.edits/0000000000000000008 2024-12-07T12:18:42,424 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8e652ef1b3d6a0ece63a5aecfd774c88 2024-12-07T12:18:42,424 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8e652ef1b3d6a0ece63a5aecfd774c88 2024-12-07T12:18:42,425 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T12:18:42,426 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8e652ef1b3d6a0ece63a5aecfd774c88 2024-12-07T12:18:42,428 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36075/hbase/data/default/testCompactedBulkLoadedFiles/8e652ef1b3d6a0ece63a5aecfd774c88/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-07T12:18:42,429 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8e652ef1b3d6a0ece63a5aecfd774c88; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61976709, jitterRate=-0.07647506892681122}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T12:18:42,429 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8e652ef1b3d6a0ece63a5aecfd774c88: Writing region info on filesystem at 1733573922385Initializing all the Stores at 1733573922386 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573922386Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573922386Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573922386Cleaning up temporary data from old regions at 1733573922424 (+38 ms)Region opened successfully at 1733573922429 (+5 ms) 2024-12-07T12:18:42,431 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8e652ef1b3d6a0ece63a5aecfd774c88, disabling compactions & flushes 2024-12-07T12:18:42,431 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733573918039.8e652ef1b3d6a0ece63a5aecfd774c88. 2024-12-07T12:18:42,431 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733573918039.8e652ef1b3d6a0ece63a5aecfd774c88. 2024-12-07T12:18:42,431 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733573918039.8e652ef1b3d6a0ece63a5aecfd774c88. after waiting 0 ms 2024-12-07T12:18:42,431 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733573918039.8e652ef1b3d6a0ece63a5aecfd774c88. 2024-12-07T12:18:42,432 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733573918039.8e652ef1b3d6a0ece63a5aecfd774c88. 2024-12-07T12:18:42,432 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8e652ef1b3d6a0ece63a5aecfd774c88: Waiting for close lock at 1733573922431Disabling compacts and flushes for region at 1733573922431Disabling writes for close at 1733573922431Writing region close event to WAL at 1733573922432 (+1 ms)Closed at 1733573922432 2024-12-07T12:18:42,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741929_1108 (size=95) 2024-12-07T12:18:42,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741929_1108 (size=95) 2024-12-07T12:18:42,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741929_1108 (size=95) 2024-12-07T12:18:42,437 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T12:18:42,437 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733573922367) 2024-12-07T12:18:42,453 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=444 (was 430) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1965224376_22 at /127.0.0.1:60912 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:36075 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1965224376_22 at /127.0.0.1:56566 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:36075 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1965224376_22 at /127.0.0.1:46316 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1348 (was 1264) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=193 (was 210), ProcessCount=11 (was 11), AvailableMemoryMB=6181 (was 6219) 2024-12-07T12:18:42,453 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-12-07T12:18:42,468 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=444, OpenFileDescriptor=1348, MaxFileDescriptor=1048576, SystemLoadAverage=193, ProcessCount=11, AvailableMemoryMB=6180 2024-12-07T12:18:42,468 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-12-07T12:18:42,483 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T12:18:42,484 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T12:18:42,485 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T12:18:42,487 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-92408146, suffix=, logDir=hdfs://localhost:36075/hbase/WALs/hregion-92408146, archiveDir=hdfs://localhost:36075/hbase/oldWALs, maxLogs=32 2024-12-07T12:18:42,500 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-92408146/hregion-92408146.1733573922488, exclude list is [], retry=0 2024-12-07T12:18:42,503 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45737,DS-6159411b-4a4b-4bb3-aee0-15ace74cfa70,DISK] 2024-12-07T12:18:42,503 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-a467636b-11e8-4000-a1ff-a8642bb33251,DISK] 2024-12-07T12:18:42,504 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41817,DS-edc316d4-0586-40b6-a94b-44bd4066a8bb,DISK] 2024-12-07T12:18:42,505 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-92408146/hregion-92408146.1733573922488 2024-12-07T12:18:42,506 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41885:41885),(127.0.0.1/127.0.0.1:44971:44971),(127.0.0.1/127.0.0.1:37353:37353)] 2024-12-07T12:18:42,506 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => db082af68c3d4d7ba32ece286e36659a, NAME => 'testReplayEditsWrittenViaHRegion,,1733573922483.db082af68c3d4d7ba32ece286e36659a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36075/hbase 2024-12-07T12:18:42,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741931_1110 (size=67) 2024-12-07T12:18:42,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741931_1110 (size=67) 2024-12-07T12:18:42,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741931_1110 (size=67) 2024-12-07T12:18:42,518 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733573922483.db082af68c3d4d7ba32ece286e36659a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T12:18:42,519 INFO [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region db082af68c3d4d7ba32ece286e36659a 2024-12-07T12:18:42,521 INFO [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db082af68c3d4d7ba32ece286e36659a columnFamilyName a 2024-12-07T12:18:42,521 DEBUG [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:42,521 INFO [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] regionserver.HStore(327): Store=db082af68c3d4d7ba32ece286e36659a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:42,521 INFO [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region db082af68c3d4d7ba32ece286e36659a 2024-12-07T12:18:42,522 INFO [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db082af68c3d4d7ba32ece286e36659a columnFamilyName b 2024-12-07T12:18:42,522 DEBUG [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:42,523 INFO [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] regionserver.HStore(327): Store=db082af68c3d4d7ba32ece286e36659a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:42,523 INFO [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region db082af68c3d4d7ba32ece286e36659a 2024-12-07T12:18:42,524 INFO [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db082af68c3d4d7ba32ece286e36659a columnFamilyName c 2024-12-07T12:18:42,524 DEBUG [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:42,524 INFO [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] regionserver.HStore(327): Store=db082af68c3d4d7ba32ece286e36659a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:42,525 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for db082af68c3d4d7ba32ece286e36659a 2024-12-07T12:18:42,525 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a 2024-12-07T12:18:42,525 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a 2024-12-07T12:18:42,526 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for db082af68c3d4d7ba32ece286e36659a 2024-12-07T12:18:42,526 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for db082af68c3d4d7ba32ece286e36659a 2024-12-07T12:18:42,527 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T12:18:42,528 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for db082af68c3d4d7ba32ece286e36659a 2024-12-07T12:18:42,530 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T12:18:42,530 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened db082af68c3d4d7ba32ece286e36659a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60832347, jitterRate=-0.09352739155292511}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T12:18:42,531 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for db082af68c3d4d7ba32ece286e36659a: Writing region info on filesystem at 1733573922518Initializing all the Stores at 1733573922519 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573922519Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573922519Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573922519Cleaning up temporary data from old regions at 1733573922526 (+7 ms)Region opened successfully at 1733573922530 (+4 ms) 2024-12-07T12:18:42,531 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing db082af68c3d4d7ba32ece286e36659a, disabling compactions & flushes 2024-12-07T12:18:42,531 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733573922483.db082af68c3d4d7ba32ece286e36659a. 2024-12-07T12:18:42,531 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733573922483.db082af68c3d4d7ba32ece286e36659a. 2024-12-07T12:18:42,531 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733573922483.db082af68c3d4d7ba32ece286e36659a. after waiting 0 ms 2024-12-07T12:18:42,531 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733573922483.db082af68c3d4d7ba32ece286e36659a. 2024-12-07T12:18:42,531 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733573922483.db082af68c3d4d7ba32ece286e36659a. 2024-12-07T12:18:42,531 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for db082af68c3d4d7ba32ece286e36659a: Waiting for close lock at 1733573922531Disabling compacts and flushes for region at 1733573922531Disabling writes for close at 1733573922531Writing region close event to WAL at 1733573922531Closed at 1733573922531 2024-12-07T12:18:42,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741930_1109 (size=95) 2024-12-07T12:18:42,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741930_1109 (size=95) 2024-12-07T12:18:42,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741930_1109 (size=95) 2024-12-07T12:18:42,536 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T12:18:42,536 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-92408146:(num 1733573922488) 2024-12-07T12:18:42,537 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T12:18:42,538 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733573922482, archiveDir=hdfs://localhost:36075/hbase/oldWALs, maxLogs=32 2024-12-07T12:18:42,552 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733573922482/wal.1733573922538, exclude list is [], retry=0 2024-12-07T12:18:42,554 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41817,DS-edc316d4-0586-40b6-a94b-44bd4066a8bb,DISK] 2024-12-07T12:18:42,555 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-a467636b-11e8-4000-a1ff-a8642bb33251,DISK] 2024-12-07T12:18:42,555 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45737,DS-6159411b-4a4b-4bb3-aee0-15ace74cfa70,DISK] 2024-12-07T12:18:42,556 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733573922482/wal.1733573922538 2024-12-07T12:18:42,557 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37353:37353),(127.0.0.1/127.0.0.1:44971:44971),(127.0.0.1/127.0.0.1:41885:41885)] 2024-12-07T12:18:42,557 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => db082af68c3d4d7ba32ece286e36659a, NAME => 'testReplayEditsWrittenViaHRegion,,1733573922483.db082af68c3d4d7ba32ece286e36659a.', STARTKEY => '', ENDKEY => ''} 2024-12-07T12:18:42,557 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733573922483.db082af68c3d4d7ba32ece286e36659a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T12:18:42,557 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for db082af68c3d4d7ba32ece286e36659a 2024-12-07T12:18:42,557 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for db082af68c3d4d7ba32ece286e36659a 2024-12-07T12:18:42,558 INFO [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region db082af68c3d4d7ba32ece286e36659a 2024-12-07T12:18:42,559 INFO [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db082af68c3d4d7ba32ece286e36659a columnFamilyName a 2024-12-07T12:18:42,559 DEBUG [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:42,560 INFO [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] regionserver.HStore(327): Store=db082af68c3d4d7ba32ece286e36659a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:42,560 INFO [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region db082af68c3d4d7ba32ece286e36659a 2024-12-07T12:18:42,560 INFO [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db082af68c3d4d7ba32ece286e36659a columnFamilyName b 2024-12-07T12:18:42,561 DEBUG [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:42,561 INFO [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] regionserver.HStore(327): Store=db082af68c3d4d7ba32ece286e36659a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:42,561 INFO [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region db082af68c3d4d7ba32ece286e36659a 2024-12-07T12:18:42,562 INFO [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db082af68c3d4d7ba32ece286e36659a columnFamilyName c 2024-12-07T12:18:42,562 DEBUG [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:42,562 INFO [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] regionserver.HStore(327): Store=db082af68c3d4d7ba32ece286e36659a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:42,562 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for db082af68c3d4d7ba32ece286e36659a 2024-12-07T12:18:42,563 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a 2024-12-07T12:18:42,564 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a 2024-12-07T12:18:42,564 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for db082af68c3d4d7ba32ece286e36659a 2024-12-07T12:18:42,565 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for db082af68c3d4d7ba32ece286e36659a 2024-12-07T12:18:42,565 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T12:18:42,566 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for db082af68c3d4d7ba32ece286e36659a 2024-12-07T12:18:42,567 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened db082af68c3d4d7ba32ece286e36659a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65712360, jitterRate=-0.020809531211853027}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T12:18:42,567 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for db082af68c3d4d7ba32ece286e36659a: Writing region info on filesystem at 1733573922557Initializing all the Stores at 1733573922558 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573922558Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573922558Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573922558Cleaning up temporary data from old regions at 1733573922565 (+7 ms)Region opened successfully at 1733573922567 (+2 ms) 2024-12-07T12:18:42,575 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing db082af68c3d4d7ba32ece286e36659a 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-07T12:18:42,590 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/.tmp/a/fa1eb288fdb449e49b9ce51f2e11bd55 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733573922567/Put/seqid=0 2024-12-07T12:18:42,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741933_1112 (size=5958) 2024-12-07T12:18:42,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741933_1112 (size=5958) 2024-12-07T12:18:42,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741933_1112 (size=5958) 2024-12-07T12:18:42,597 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/.tmp/a/fa1eb288fdb449e49b9ce51f2e11bd55 2024-12-07T12:18:42,602 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/.tmp/a/fa1eb288fdb449e49b9ce51f2e11bd55 as hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/a/fa1eb288fdb449e49b9ce51f2e11bd55 2024-12-07T12:18:42,607 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/a/fa1eb288fdb449e49b9ce51f2e11bd55, entries=10, sequenceid=13, filesize=5.8 K 2024-12-07T12:18:42,608 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for db082af68c3d4d7ba32ece286e36659a in 34ms, sequenceid=13, compaction requested=false 2024-12-07T12:18:42,608 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for db082af68c3d4d7ba32ece286e36659a: 2024-12-07T12:18:42,609 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T12:18:42,628 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing db082af68c3d4d7ba32ece286e36659a, disabling compactions & flushes 2024-12-07T12:18:42,628 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733573922483.db082af68c3d4d7ba32ece286e36659a. 2024-12-07T12:18:42,628 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733573922483.db082af68c3d4d7ba32ece286e36659a. 2024-12-07T12:18:42,628 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733573922483.db082af68c3d4d7ba32ece286e36659a. after waiting 0 ms 2024-12-07T12:18:42,628 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733573922483.db082af68c3d4d7ba32ece286e36659a. 2024-12-07T12:18:42,629 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1733573922483.db082af68c3d4d7ba32ece286e36659a. 2024-12-07T12:18:42,629 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733573922483.db082af68c3d4d7ba32ece286e36659a. 2024-12-07T12:18:42,629 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for db082af68c3d4d7ba32ece286e36659a: Waiting for close lock at 1733573922628Disabling compacts and flushes for region at 1733573922628Disabling writes for close at 1733573922628Writing region close event to WAL at 1733573922629 (+1 ms)Closed at 1733573922629 2024-12-07T12:18:42,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741932_1111 (size=3346) 2024-12-07T12:18:42,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741932_1111 (size=3346) 2024-12-07T12:18:42,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741932_1111 (size=3346) 2024-12-07T12:18:42,657 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733573922482/wal.1733573922538, size=3.3 K (3346bytes) 2024-12-07T12:18:42,657 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733573922482/wal.1733573922538 2024-12-07T12:18:42,658 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733573922482/wal.1733573922538 after 0ms 2024-12-07T12:18:42,690 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733573922482/wal.1733573922538: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T12:18:42,690 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733573922482/wal.1733573922538 took 33ms 2024-12-07T12:18:42,692 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733573922482/wal.1733573922538 so closing down 2024-12-07T12:18:42,692 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T12:18:42,693 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733573922538.temp 2024-12-07T12:18:42,695 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/recovered.edits/0000000000000000003-wal.1733573922538.temp 2024-12-07T12:18:42,695 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T12:18:42,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741934_1113 (size=2944) 2024-12-07T12:18:42,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741934_1113 (size=2944) 2024-12-07T12:18:42,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741934_1113 (size=2944) 2024-12-07T12:18:42,709 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/recovered.edits/0000000000000000003-wal.1733573922538.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-07T12:18:42,711 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/recovered.edits/0000000000000000003-wal.1733573922538.temp to hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/recovered.edits/0000000000000000035 2024-12-07T12:18:42,711 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 21 ms; skipped=2; WAL=hdfs://localhost:36075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733573922482/wal.1733573922538, size=3.3 K, length=3346, corrupted=false, cancelled=false 2024-12-07T12:18:42,711 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733573922482/wal.1733573922538, journal: Splitting hdfs://localhost:36075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733573922482/wal.1733573922538, size=3.3 K (3346bytes) at 1733573922657Finishing writing output for hdfs://localhost:36075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733573922482/wal.1733573922538 so closing down at 1733573922692 (+35 ms)Creating recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/recovered.edits/0000000000000000003-wal.1733573922538.temp at 1733573922695 (+3 ms)3 split writer threads finished at 1733573922695Closed recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/recovered.edits/0000000000000000003-wal.1733573922538.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733573922709 (+14 ms)Rename recovered edits hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/recovered.edits/0000000000000000003-wal.1733573922538.temp to hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/recovered.edits/0000000000000000035 at 1733573922711 (+2 ms)Processed 32 edits across 1 Regions in 21 ms; skipped=2; WAL=hdfs://localhost:36075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733573922482/wal.1733573922538, size=3.3 K, length=3346, corrupted=false, cancelled=false at 1733573922711 2024-12-07T12:18:42,713 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733573922482/wal.1733573922538 to hdfs://localhost:36075/hbase/oldWALs/wal.1733573922538 2024-12-07T12:18:42,714 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/recovered.edits/0000000000000000035 2024-12-07T12:18:42,714 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T12:18:42,716 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733573922482, archiveDir=hdfs://localhost:36075/hbase/oldWALs, maxLogs=32 2024-12-07T12:18:42,731 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733573922482/wal.1733573922717, exclude list is [], retry=0 2024-12-07T12:18:42,734 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41817,DS-edc316d4-0586-40b6-a94b-44bd4066a8bb,DISK] 2024-12-07T12:18:42,734 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-a467636b-11e8-4000-a1ff-a8642bb33251,DISK] 2024-12-07T12:18:42,734 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45737,DS-6159411b-4a4b-4bb3-aee0-15ace74cfa70,DISK] 2024-12-07T12:18:42,736 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733573922482/wal.1733573922717 2024-12-07T12:18:42,736 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37353:37353),(127.0.0.1/127.0.0.1:44971:44971),(127.0.0.1/127.0.0.1:41885:41885)] 2024-12-07T12:18:42,736 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => db082af68c3d4d7ba32ece286e36659a, NAME => 'testReplayEditsWrittenViaHRegion,,1733573922483.db082af68c3d4d7ba32ece286e36659a.', STARTKEY => '', ENDKEY => ''} 2024-12-07T12:18:42,736 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733573922483.db082af68c3d4d7ba32ece286e36659a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T12:18:42,737 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for db082af68c3d4d7ba32ece286e36659a 2024-12-07T12:18:42,737 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for db082af68c3d4d7ba32ece286e36659a 2024-12-07T12:18:42,738 INFO [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region db082af68c3d4d7ba32ece286e36659a 2024-12-07T12:18:42,739 INFO [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db082af68c3d4d7ba32ece286e36659a columnFamilyName a 2024-12-07T12:18:42,739 DEBUG [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:42,744 DEBUG [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/a/fa1eb288fdb449e49b9ce51f2e11bd55 2024-12-07T12:18:42,745 INFO [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] regionserver.HStore(327): Store=db082af68c3d4d7ba32ece286e36659a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:42,745 INFO [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region db082af68c3d4d7ba32ece286e36659a 2024-12-07T12:18:42,746 INFO [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db082af68c3d4d7ba32ece286e36659a columnFamilyName b 2024-12-07T12:18:42,746 DEBUG [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:42,746 INFO [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] regionserver.HStore(327): Store=db082af68c3d4d7ba32ece286e36659a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:42,746 INFO [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region db082af68c3d4d7ba32ece286e36659a 2024-12-07T12:18:42,747 INFO [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db082af68c3d4d7ba32ece286e36659a columnFamilyName c 2024-12-07T12:18:42,747 DEBUG [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:42,748 INFO [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] regionserver.HStore(327): Store=db082af68c3d4d7ba32ece286e36659a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:42,748 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for db082af68c3d4d7ba32ece286e36659a 2024-12-07T12:18:42,749 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a 2024-12-07T12:18:42,750 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a 2024-12-07T12:18:42,751 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/recovered.edits/0000000000000000035 2024-12-07T12:18:42,752 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T12:18:42,754 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/recovered.edits/0000000000000000035 2024-12-07T12:18:42,754 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing db082af68c3d4d7ba32ece286e36659a 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-12-07T12:18:42,769 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/.tmp/b/668e0926484e4af1bd92f153d0bb5f02 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733573922609/Put/seqid=0 2024-12-07T12:18:42,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741936_1115 (size=5958) 2024-12-07T12:18:42,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741936_1115 (size=5958) 2024-12-07T12:18:42,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741936_1115 (size=5958) 2024-12-07T12:18:42,776 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/.tmp/b/668e0926484e4af1bd92f153d0bb5f02 2024-12-07T12:18:42,799 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/.tmp/c/3fe16edf04fd489fa6448084cc496c27 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733573922617/Put/seqid=0 2024-12-07T12:18:42,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741937_1116 (size=5958) 2024-12-07T12:18:42,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741937_1116 (size=5958) 2024-12-07T12:18:42,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741937_1116 (size=5958) 2024-12-07T12:18:42,806 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/.tmp/c/3fe16edf04fd489fa6448084cc496c27 2024-12-07T12:18:42,812 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/.tmp/b/668e0926484e4af1bd92f153d0bb5f02 as hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/b/668e0926484e4af1bd92f153d0bb5f02 2024-12-07T12:18:42,818 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/b/668e0926484e4af1bd92f153d0bb5f02, entries=10, sequenceid=35, filesize=5.8 K 2024-12-07T12:18:42,820 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/.tmp/c/3fe16edf04fd489fa6448084cc496c27 as hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/c/3fe16edf04fd489fa6448084cc496c27 2024-12-07T12:18:42,825 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/c/3fe16edf04fd489fa6448084cc496c27, entries=10, sequenceid=35, filesize=5.8 K 2024-12-07T12:18:42,825 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for db082af68c3d4d7ba32ece286e36659a in 71ms, sequenceid=35, compaction requested=false; wal=null 2024-12-07T12:18:42,826 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/recovered.edits/0000000000000000035 2024-12-07T12:18:42,827 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for db082af68c3d4d7ba32ece286e36659a 2024-12-07T12:18:42,827 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for db082af68c3d4d7ba32ece286e36659a 2024-12-07T12:18:42,828 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T12:18:42,829 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for db082af68c3d4d7ba32ece286e36659a 2024-12-07T12:18:42,831 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-12-07T12:18:42,832 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened db082af68c3d4d7ba32ece286e36659a; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61573970, jitterRate=-0.08247634768486023}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T12:18:42,832 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for db082af68c3d4d7ba32ece286e36659a: Writing region info on filesystem at 1733573922737Initializing all the Stores at 1733573922737Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573922737Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573922738 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573922738Obtaining lock to block concurrent updates at 1733573922754 (+16 ms)Preparing flush snapshotting stores in db082af68c3d4d7ba32ece286e36659a at 1733573922754Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733573922483.db082af68c3d4d7ba32ece286e36659a., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1733573922754Flushing stores of testReplayEditsWrittenViaHRegion,,1733573922483.db082af68c3d4d7ba32ece286e36659a. at 1733573922754Flushing db082af68c3d4d7ba32ece286e36659a/b: creating writer at 1733573922754Flushing db082af68c3d4d7ba32ece286e36659a/b: appending metadata at 1733573922768 (+14 ms)Flushing db082af68c3d4d7ba32ece286e36659a/b: closing flushed file at 1733573922768Flushing db082af68c3d4d7ba32ece286e36659a/c: creating writer at 1733573922781 (+13 ms)Flushing db082af68c3d4d7ba32ece286e36659a/c: appending metadata at 1733573922798 (+17 ms)Flushing db082af68c3d4d7ba32ece286e36659a/c: closing flushed file at 1733573922798Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23748472: reopening flushed file at 1733573922812 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42f4010d: reopening flushed file at 1733573922819 (+7 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for db082af68c3d4d7ba32ece286e36659a in 71ms, sequenceid=35, compaction requested=false; wal=null at 1733573922825 (+6 ms)Cleaning up temporary data from old regions at 1733573922827 (+2 ms)Region opened successfully at 1733573922832 (+5 ms) 2024-12-07T12:18:42,897 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733573922482/wal.1733573922717, size=0 (0bytes) 2024-12-07T12:18:42,897 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:36075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733573922482/wal.1733573922717 might be still open, length is 0 2024-12-07T12:18:42,897 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733573922482/wal.1733573922717 2024-12-07T12:18:42,898 WARN [IPC Server handler 0 on default port 36075 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733573922482/wal.1733573922717 has not been closed. Lease recovery is in progress. RecoveryId = 1117 for block blk_1073741935_1114 2024-12-07T12:18:42,898 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:36075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733573922482/wal.1733573922717 after 1ms 2024-12-07T12:18:43,327 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-824829107_22 at /127.0.0.1:46398 [Receiving block BP-1828611381-172.17.0.2-1733573885344:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:41817:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46398 dst: /127.0.0.1:41817 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41817 remote=/127.0.0.1:46398]. Total timeout mills is 60000, 59531 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T12:18:43,328 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-824829107_22 at /127.0.0.1:56616 [Receiving block BP-1828611381-172.17.0.2-1733573885344:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:37447:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56616 dst: /127.0.0.1:37447 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T12:18:43,328 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-824829107_22 at /127.0.0.1:60964 [Receiving block BP-1828611381-172.17.0.2-1733573885344:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:45737:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60964 dst: /127.0.0.1:45737 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T12:18:43,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741935_1117 (size=2936) 2024-12-07T12:18:43,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741935_1117 (size=2936) 2024-12-07T12:18:43,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741935_1117 (size=2936) 2024-12-07T12:18:46,899 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:36075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733573922482/wal.1733573922717 after 4001ms 2024-12-07T12:18:46,901 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733573922482/wal.1733573922717: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T12:18:46,902 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733573922482/wal.1733573922717 took 4005ms 2024-12-07T12:18:46,904 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:36075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733573922482/wal.1733573922717; continuing. 2024-12-07T12:18:46,904 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733573922482/wal.1733573922717 so closing down 2024-12-07T12:18:46,904 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T12:18:46,905 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1733573922717.temp 2024-12-07T12:18:46,906 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/recovered.edits/0000000000000000037-wal.1733573922717.temp 2024-12-07T12:18:46,907 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T12:18:46,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741938_1118 (size=2944) 2024-12-07T12:18:46,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741938_1118 (size=2944) 2024-12-07T12:18:46,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741938_1118 (size=2944) 2024-12-07T12:18:46,913 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/recovered.edits/0000000000000000037-wal.1733573922717.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-07T12:18:46,914 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/recovered.edits/0000000000000000037-wal.1733573922717.temp to hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/recovered.edits/0000000000000000066 2024-12-07T12:18:46,915 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:36075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733573922482/wal.1733573922717, size=0, length=0, corrupted=false, cancelled=false 2024-12-07T12:18:46,915 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733573922482/wal.1733573922717, journal: Splitting hdfs://localhost:36075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733573922482/wal.1733573922717, size=0 (0bytes) at 1733573922897Finishing writing output for hdfs://localhost:36075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733573922482/wal.1733573922717 so closing down at 1733573926904 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/recovered.edits/0000000000000000037-wal.1733573922717.temp at 1733573926906 (+2 ms)3 split writer threads finished at 1733573926907 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/recovered.edits/0000000000000000037-wal.1733573922717.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733573926913 (+6 ms)Rename recovered edits hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/recovered.edits/0000000000000000037-wal.1733573922717.temp to hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/recovered.edits/0000000000000000066 at 1733573926914 (+1 ms)Processed 30 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:36075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733573922482/wal.1733573922717, size=0, length=0, corrupted=false, cancelled=false at 1733573926915 (+1 ms) 2024-12-07T12:18:46,916 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733573922482/wal.1733573922717 to hdfs://localhost:36075/hbase/oldWALs/wal.1733573922717 2024-12-07T12:18:46,917 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/recovered.edits/0000000000000000066 2024-12-07T12:18:46,917 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T12:18:46,919 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36075/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733573922482, archiveDir=hdfs://localhost:36075/hbase/oldWALs, maxLogs=32 2024-12-07T12:18:46,932 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733573922482/wal.1733573926919, exclude list is [], retry=0 2024-12-07T12:18:46,934 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45737,DS-6159411b-4a4b-4bb3-aee0-15ace74cfa70,DISK] 2024-12-07T12:18:46,935 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41817,DS-edc316d4-0586-40b6-a94b-44bd4066a8bb,DISK] 2024-12-07T12:18:46,935 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-a467636b-11e8-4000-a1ff-a8642bb33251,DISK] 2024-12-07T12:18:46,936 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733573922482/wal.1733573926919 2024-12-07T12:18:46,937 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41885:41885),(127.0.0.1/127.0.0.1:37353:37353),(127.0.0.1/127.0.0.1:44971:44971)] 2024-12-07T12:18:46,937 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733573922483.db082af68c3d4d7ba32ece286e36659a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T12:18:46,938 INFO [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region db082af68c3d4d7ba32ece286e36659a 2024-12-07T12:18:46,939 INFO [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db082af68c3d4d7ba32ece286e36659a columnFamilyName a 2024-12-07T12:18:46,939 DEBUG [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:46,943 DEBUG [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/a/fa1eb288fdb449e49b9ce51f2e11bd55 2024-12-07T12:18:46,943 INFO [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] regionserver.HStore(327): Store=db082af68c3d4d7ba32ece286e36659a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:46,943 INFO [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region db082af68c3d4d7ba32ece286e36659a 2024-12-07T12:18:46,944 INFO [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db082af68c3d4d7ba32ece286e36659a columnFamilyName b 2024-12-07T12:18:46,944 DEBUG [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:46,949 DEBUG [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/b/668e0926484e4af1bd92f153d0bb5f02 2024-12-07T12:18:46,949 INFO [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] regionserver.HStore(327): Store=db082af68c3d4d7ba32ece286e36659a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:46,949 INFO [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region db082af68c3d4d7ba32ece286e36659a 2024-12-07T12:18:46,950 INFO [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db082af68c3d4d7ba32ece286e36659a columnFamilyName c 2024-12-07T12:18:46,950 DEBUG [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T12:18:46,954 DEBUG [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/c/3fe16edf04fd489fa6448084cc496c27 2024-12-07T12:18:46,954 INFO [StoreOpener-db082af68c3d4d7ba32ece286e36659a-1 {}] regionserver.HStore(327): Store=db082af68c3d4d7ba32ece286e36659a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T12:18:46,955 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for db082af68c3d4d7ba32ece286e36659a 2024-12-07T12:18:46,955 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a 2024-12-07T12:18:46,957 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a 2024-12-07T12:18:46,957 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/recovered.edits/0000000000000000066 2024-12-07T12:18:46,959 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T12:18:46,964 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/recovered.edits/0000000000000000066 2024-12-07T12:18:46,964 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing db082af68c3d4d7ba32ece286e36659a 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-07T12:18:46,978 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/.tmp/a/b0585ae133284183ac7abd782de6e52e is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1733573922838/Put/seqid=0 2024-12-07T12:18:46,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741940_1120 (size=5958) 2024-12-07T12:18:46,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741940_1120 (size=5958) 2024-12-07T12:18:46,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741940_1120 (size=5958) 2024-12-07T12:18:46,985 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/.tmp/a/b0585ae133284183ac7abd782de6e52e 2024-12-07T12:18:47,004 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/.tmp/b/b8c7ae6e3bb7412284db9c3bac0e0ac9 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1733573922846/Put/seqid=0 2024-12-07T12:18:47,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741941_1121 (size=5958) 2024-12-07T12:18:47,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741941_1121 (size=5958) 2024-12-07T12:18:47,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741941_1121 (size=5958) 2024-12-07T12:18:47,011 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/.tmp/b/b8c7ae6e3bb7412284db9c3bac0e0ac9 2024-12-07T12:18:47,031 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/.tmp/c/a797fe2fb13f4ee6acc435e86d615ae9 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1733573922852/Put/seqid=0 2024-12-07T12:18:47,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741942_1122 (size=5958) 2024-12-07T12:18:47,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741942_1122 (size=5958) 2024-12-07T12:18:47,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741942_1122 (size=5958) 2024-12-07T12:18:47,040 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/.tmp/c/a797fe2fb13f4ee6acc435e86d615ae9 2024-12-07T12:18:47,045 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/.tmp/a/b0585ae133284183ac7abd782de6e52e as hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/a/b0585ae133284183ac7abd782de6e52e 2024-12-07T12:18:47,050 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/a/b0585ae133284183ac7abd782de6e52e, entries=10, sequenceid=66, filesize=5.8 K 2024-12-07T12:18:47,051 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/.tmp/b/b8c7ae6e3bb7412284db9c3bac0e0ac9 as hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/b/b8c7ae6e3bb7412284db9c3bac0e0ac9 2024-12-07T12:18:47,055 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/b/b8c7ae6e3bb7412284db9c3bac0e0ac9, entries=10, sequenceid=66, filesize=5.8 K 2024-12-07T12:18:47,056 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/.tmp/c/a797fe2fb13f4ee6acc435e86d615ae9 as hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/c/a797fe2fb13f4ee6acc435e86d615ae9 2024-12-07T12:18:47,060 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/c/a797fe2fb13f4ee6acc435e86d615ae9, entries=10, sequenceid=66, filesize=5.8 K 2024-12-07T12:18:47,060 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for db082af68c3d4d7ba32ece286e36659a in 96ms, sequenceid=66, compaction requested=false; wal=null 2024-12-07T12:18:47,061 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/recovered.edits/0000000000000000066 2024-12-07T12:18:47,061 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for db082af68c3d4d7ba32ece286e36659a 2024-12-07T12:18:47,061 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for db082af68c3d4d7ba32ece286e36659a 2024-12-07T12:18:47,062 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T12:18:47,063 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for db082af68c3d4d7ba32ece286e36659a 2024-12-07T12:18:47,065 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36075/hbase/data/default/testReplayEditsWrittenViaHRegion/db082af68c3d4d7ba32ece286e36659a/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-12-07T12:18:47,066 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened db082af68c3d4d7ba32ece286e36659a; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68358673, jitterRate=0.018623605370521545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T12:18:47,066 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for db082af68c3d4d7ba32ece286e36659a: Writing region info on filesystem at 1733573926937Initializing all the Stores at 1733573926938 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573926938Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573926938Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733573926938Obtaining lock to block concurrent updates at 1733573926964 (+26 ms)Preparing flush snapshotting stores in db082af68c3d4d7ba32ece286e36659a at 1733573926964Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733573922483.db082af68c3d4d7ba32ece286e36659a., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1733573926964Flushing stores of testReplayEditsWrittenViaHRegion,,1733573922483.db082af68c3d4d7ba32ece286e36659a. at 1733573926964Flushing db082af68c3d4d7ba32ece286e36659a/a: creating writer at 1733573926964Flushing db082af68c3d4d7ba32ece286e36659a/a: appending metadata at 1733573926978 (+14 ms)Flushing db082af68c3d4d7ba32ece286e36659a/a: closing flushed file at 1733573926978Flushing db082af68c3d4d7ba32ece286e36659a/b: creating writer at 1733573926990 (+12 ms)Flushing db082af68c3d4d7ba32ece286e36659a/b: appending metadata at 1733573927003 (+13 ms)Flushing db082af68c3d4d7ba32ece286e36659a/b: closing flushed file at 1733573927003Flushing db082af68c3d4d7ba32ece286e36659a/c: creating writer at 1733573927015 (+12 ms)Flushing db082af68c3d4d7ba32ece286e36659a/c: appending metadata at 1733573927031 (+16 ms)Flushing db082af68c3d4d7ba32ece286e36659a/c: closing flushed file at 1733573927031Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@546a3dec: reopening flushed file at 1733573927045 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a332103: reopening flushed file at 1733573927050 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71652bb3: reopening flushed file at 1733573927055 (+5 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for db082af68c3d4d7ba32ece286e36659a in 96ms, sequenceid=66, compaction requested=false; wal=null at 1733573927060 (+5 ms)Cleaning up temporary data from old regions at 1733573927061 (+1 ms)Region opened successfully at 1733573927066 (+5 ms) 2024-12-07T12:18:47,078 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing db082af68c3d4d7ba32ece286e36659a, disabling compactions & flushes 2024-12-07T12:18:47,078 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733573922483.db082af68c3d4d7ba32ece286e36659a. 2024-12-07T12:18:47,078 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733573922483.db082af68c3d4d7ba32ece286e36659a. 2024-12-07T12:18:47,078 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733573922483.db082af68c3d4d7ba32ece286e36659a. after waiting 0 ms 2024-12-07T12:18:47,078 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733573922483.db082af68c3d4d7ba32ece286e36659a. 2024-12-07T12:18:47,079 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733573922483.db082af68c3d4d7ba32ece286e36659a. 2024-12-07T12:18:47,079 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for db082af68c3d4d7ba32ece286e36659a: Waiting for close lock at 1733573927078Disabling compacts and flushes for region at 1733573927078Disabling writes for close at 1733573927078Writing region close event to WAL at 1733573927079 (+1 ms)Closed at 1733573927079 2024-12-07T12:18:47,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741939_1119 (size=95) 2024-12-07T12:18:47,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741939_1119 (size=95) 2024-12-07T12:18:47,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741939_1119 (size=95) 2024-12-07T12:18:47,084 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T12:18:47,084 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733573926919) 2024-12-07T12:18:47,102 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=450 (was 444) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:36075 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_335132639_22 at /127.0.0.1:46442 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_335132639_22 at /127.0.0.1:56664 [Waiting for operation #23] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:36075 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_335132639_22 at /127.0.0.1:32800 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1414 (was 1348) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=193 (was 193), ProcessCount=11 (was 11), AvailableMemoryMB=6125 (was 6180) 2024-12-07T12:18:47,102 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1414 is superior to 1024 2024-12-07T12:18:47,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-07T12:18:47,103 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T12:18:47,103 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T12:18:47,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T12:18:47,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T12:18:47,104 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T12:18:47,104 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-07T12:18:47,104 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1506073043, stopped=false 2024-12-07T12:18:47,104 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=27c6fcd7dac8,44915,1733573888368 2024-12-07T12:18:47,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37233-0x1018cdc30f30002, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-07T12:18:47,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37233-0x1018cdc30f30002, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T12:18:47,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x1018cdc30f30001, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-07T12:18:47,106 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T12:18:47,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x1018cdc30f30001, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T12:18:47,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x1018cdc30f30000, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-07T12:18:47,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x1018cdc30f30000, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T12:18:47,107 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T12:18:47,107 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T12:18:47,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T12:18:47,107 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37233-0x1018cdc30f30002, quorum=127.0.0.1:53380, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T12:18:47,107 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42057-0x1018cdc30f30001, quorum=127.0.0.1:53380, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T12:18:47,107 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '27c6fcd7dac8,42057,1733573889060' ***** 2024-12-07T12:18:47,107 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-07T12:18:47,107 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44915-0x1018cdc30f30000, quorum=127.0.0.1:53380, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T12:18:47,107 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '27c6fcd7dac8,37233,1733573889167' ***** 2024-12-07T12:18:47,107 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-07T12:18:47,108 INFO [RS:0;27c6fcd7dac8:42057 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T12:18:47,108 INFO [RS:1;27c6fcd7dac8:37233 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T12:18:47,108 INFO [RS:0;27c6fcd7dac8:42057 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-07T12:18:47,108 INFO [RS:1;27c6fcd7dac8:37233 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-07T12:18:47,108 INFO [RS:1;27c6fcd7dac8:37233 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-07T12:18:47,108 INFO [RS:0;27c6fcd7dac8:42057 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-07T12:18:47,108 INFO [RS:1;27c6fcd7dac8:37233 {}] regionserver.HRegionServer(3091): Received CLOSE for 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:47,108 INFO [RS:0;27c6fcd7dac8:42057 {}] regionserver.HRegionServer(959): stopping server 27c6fcd7dac8,42057,1733573889060 2024-12-07T12:18:47,108 INFO [RS:0;27c6fcd7dac8:42057 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T12:18:47,108 INFO [RS:0;27c6fcd7dac8:42057 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;27c6fcd7dac8:42057. 2024-12-07T12:18:47,108 DEBUG [RS:0;27c6fcd7dac8:42057 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T12:18:47,108 DEBUG [RS:0;27c6fcd7dac8:42057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T12:18:47,108 INFO [RS:1;27c6fcd7dac8:37233 {}] regionserver.HRegionServer(959): stopping server 27c6fcd7dac8,37233,1733573889167 2024-12-07T12:18:47,108 INFO [RS:1;27c6fcd7dac8:37233 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T12:18:47,109 INFO [RS:0;27c6fcd7dac8:42057 {}] regionserver.HRegionServer(976): stopping server 27c6fcd7dac8,42057,1733573889060; all regions closed. 2024-12-07T12:18:47,109 INFO [RS:1;27c6fcd7dac8:37233 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;27c6fcd7dac8:37233. 2024-12-07T12:18:47,109 DEBUG [RS:1;27c6fcd7dac8:37233 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T12:18:47,109 DEBUG [RS:1;27c6fcd7dac8:37233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T12:18:47,109 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-07T12:18:47,109 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-07T12:18:47,109 INFO [RS:1;27c6fcd7dac8:37233 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-07T12:18:47,109 INFO [RS:1;27c6fcd7dac8:37233 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-07T12:18:47,109 INFO [RS:1;27c6fcd7dac8:37233 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-07T12:18:47,109 INFO [RS:1;27c6fcd7dac8:37233 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-07T12:18:47,110 INFO [RS:1;27c6fcd7dac8:37233 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-07T12:18:47,110 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5a16bdfb0a978b97375985252650c0a7, disabling compactions & flushes 2024-12-07T12:18:47,110 DEBUG [RS:1;27c6fcd7dac8:37233 {}] regionserver.HRegionServer(1325): Online Regions={5a16bdfb0a978b97375985252650c0a7=testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7., 1588230740=hbase:meta,,1.1588230740} 2024-12-07T12:18:47,110 INFO [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. 2024-12-07T12:18:47,110 DEBUG [RS:1;27c6fcd7dac8:37233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5a16bdfb0a978b97375985252650c0a7 2024-12-07T12:18:47,110 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. 2024-12-07T12:18:47,110 DEBUG [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T12:18:47,110 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. after waiting 0 ms 2024-12-07T12:18:47,110 INFO [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T12:18:47,110 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. 2024-12-07T12:18:47,110 DEBUG [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T12:18:47,110 DEBUG [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T12:18:47,110 DEBUG [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T12:18:47,110 INFO [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.19 KB heapSize=2.79 KB 2024-12-07T12:18:47,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741835_1011 (size=1712) 2024-12-07T12:18:47,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741835_1011 (size=1712) 2024-12-07T12:18:47,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741835_1011 (size=1712) 2024-12-07T12:18:47,116 DEBUG [RS:0;27c6fcd7dac8:42057 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/oldWALs 2024-12-07T12:18:47,116 INFO [RS:0;27c6fcd7dac8:42057 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 27c6fcd7dac8%2C42057%2C1733573889060:(num 1733573890568) 2024-12-07T12:18:47,116 DEBUG [RS:0;27c6fcd7dac8:42057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T12:18:47,116 INFO [RS:0;27c6fcd7dac8:42057 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T12:18:47,116 INFO [RS:0;27c6fcd7dac8:42057 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T12:18:47,116 INFO [RS:0;27c6fcd7dac8:42057 {}] hbase.ChoreService(370): Chore service for: regionserver/27c6fcd7dac8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-07T12:18:47,117 INFO [RS:0;27c6fcd7dac8:42057 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-07T12:18:47,117 INFO [RS:0;27c6fcd7dac8:42057 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-07T12:18:47,117 INFO [RS:0;27c6fcd7dac8:42057 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-07T12:18:47,117 INFO [RS:0;27c6fcd7dac8:42057 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T12:18:47,117 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/5a16bdfb0a978b97375985252650c0a7/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-12-07T12:18:47,117 INFO [RS:0;27c6fcd7dac8:42057 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42057 2024-12-07T12:18:47,118 INFO [regionserver/27c6fcd7dac8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T12:18:47,118 INFO [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. 2024-12-07T12:18:47,118 DEBUG [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/hbase/meta/1588230740/.tmp/info/24bca631a6e04c9aa1a7565b68df5493 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7./info:regioninfo/1733573907190/Put/seqid=0 2024-12-07T12:18:47,118 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5a16bdfb0a978b97375985252650c0a7: Waiting for close lock at 1733573927110Running coprocessor pre-close hooks at 1733573927110Disabling compacts and flushes for region at 1733573927110Disabling writes for close at 1733573927110Writing region close event to WAL at 1733573927113 (+3 ms)Running coprocessor post-close hooks at 1733573927118 (+5 ms)Closed at 1733573927118 2024-12-07T12:18:47,118 DEBUG [RS_CLOSE_REGION-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733573903370.5a16bdfb0a978b97375985252650c0a7. 2024-12-07T12:18:47,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x1018cdc30f30001, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/27c6fcd7dac8,42057,1733573889060 2024-12-07T12:18:47,119 INFO [regionserver/27c6fcd7dac8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T12:18:47,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x1018cdc30f30000, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-07T12:18:47,119 INFO [RS:0;27c6fcd7dac8:42057 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T12:18:47,119 INFO [regionserver/27c6fcd7dac8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T12:18:47,121 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [27c6fcd7dac8,42057,1733573889060] 2024-12-07T12:18:47,124 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/27c6fcd7dac8,42057,1733573889060 already deleted, retry=false 2024-12-07T12:18:47,124 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 27c6fcd7dac8,42057,1733573889060 expired; onlineServers=1 2024-12-07T12:18:47,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741943_1123 (size=6778) 2024-12-07T12:18:47,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741943_1123 (size=6778) 2024-12-07T12:18:47,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741943_1123 (size=6778) 2024-12-07T12:18:47,129 INFO [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.19 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/hbase/meta/1588230740/.tmp/info/24bca631a6e04c9aa1a7565b68df5493 2024-12-07T12:18:47,136 DEBUG [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/hbase/meta/1588230740/.tmp/info/24bca631a6e04c9aa1a7565b68df5493 as hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/hbase/meta/1588230740/info/24bca631a6e04c9aa1a7565b68df5493 2024-12-07T12:18:47,141 INFO [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/hbase/meta/1588230740/info/24bca631a6e04c9aa1a7565b68df5493, entries=8, sequenceid=23, filesize=6.6 K 2024-12-07T12:18:47,142 INFO [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.19 KB/1218, heapSize ~2.02 KB/2072, currentSize=0 B/0 for 1588230740 in 32ms, sequenceid=23, compaction requested=false 2024-12-07T12:18:47,142 DEBUG [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-07T12:18:47,148 DEBUG [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/data/hbase/meta/1588230740/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=18 2024-12-07T12:18:47,148 DEBUG [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T12:18:47,149 INFO [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T12:18:47,149 DEBUG [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733573927110Running coprocessor pre-close hooks at 1733573927110Disabling compacts and flushes for region at 1733573927110Disabling writes for close at 1733573927110Obtaining lock to block concurrent updates at 1733573927110Preparing flush snapshotting stores in 1588230740 at 1733573927110Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1218, getHeapSize=2792, getOffHeapSize=0, getCellsCount=8 at 1733573927111 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733573927111Flushing 1588230740/info: creating writer at 1733573927112 (+1 ms)Flushing 1588230740/info: appending metadata at 1733573927117 (+5 ms)Flushing 1588230740/info: closing flushed file at 1733573927117Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f484b24: reopening flushed file at 1733573927135 (+18 ms)Finished flush of dataSize ~1.19 KB/1218, heapSize ~2.02 KB/2072, currentSize=0 B/0 for 1588230740 in 32ms, sequenceid=23, compaction requested=false at 1733573927142 (+7 ms)Writing region close event to WAL at 1733573927144 (+2 ms)Running coprocessor post-close hooks at 1733573927148 (+4 ms)Closed at 1733573927149 (+1 ms) 2024-12-07T12:18:47,149 DEBUG [RS_CLOSE_META-regionserver/27c6fcd7dac8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-07T12:18:47,221 INFO [RS:0;27c6fcd7dac8:42057 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T12:18:47,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x1018cdc30f30001, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T12:18:47,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x1018cdc30f30001, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T12:18:47,221 INFO [RS:0;27c6fcd7dac8:42057 {}] regionserver.HRegionServer(1031): Exiting; stopping=27c6fcd7dac8,42057,1733573889060; zookeeper connection closed. 2024-12-07T12:18:47,221 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7f8e6f41 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7f8e6f41 2024-12-07T12:18:47,310 INFO [RS:1;27c6fcd7dac8:37233 {}] regionserver.HRegionServer(976): stopping server 27c6fcd7dac8,37233,1733573889167; all regions closed. 2024-12-07T12:18:47,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741893_1071 (size=1674) 2024-12-07T12:18:47,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741893_1071 (size=1674) 2024-12-07T12:18:47,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741893_1071 (size=1674) 2024-12-07T12:18:47,315 DEBUG [RS:1;27c6fcd7dac8:37233 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/oldWALs 2024-12-07T12:18:47,315 INFO [RS:1;27c6fcd7dac8:37233 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 27c6fcd7dac8%2C37233%2C1733573889167.meta:.meta(num 1733573906376) 2024-12-07T12:18:47,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741834_1010 (size=722) 2024-12-07T12:18:47,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741834_1010 (size=722) 2024-12-07T12:18:47,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741834_1010 (size=722) 2024-12-07T12:18:47,319 DEBUG [RS:1;27c6fcd7dac8:37233 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/oldWALs 2024-12-07T12:18:47,320 INFO [RS:1;27c6fcd7dac8:37233 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 27c6fcd7dac8%2C37233%2C1733573889167:(num 1733573890568) 2024-12-07T12:18:47,320 DEBUG [RS:1;27c6fcd7dac8:37233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T12:18:47,320 INFO [RS:1;27c6fcd7dac8:37233 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T12:18:47,320 INFO [RS:1;27c6fcd7dac8:37233 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T12:18:47,320 INFO [RS:1;27c6fcd7dac8:37233 {}] hbase.ChoreService(370): Chore service for: regionserver/27c6fcd7dac8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-07T12:18:47,320 INFO [RS:1;27c6fcd7dac8:37233 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T12:18:47,320 INFO [regionserver/27c6fcd7dac8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T12:18:47,320 INFO [RS:1;27c6fcd7dac8:37233 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37233 2024-12-07T12:18:47,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37233-0x1018cdc30f30002, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/27c6fcd7dac8,37233,1733573889167 2024-12-07T12:18:47,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x1018cdc30f30000, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-07T12:18:47,322 INFO [RS:1;27c6fcd7dac8:37233 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T12:18:47,324 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [27c6fcd7dac8,37233,1733573889167] 2024-12-07T12:18:47,325 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/27c6fcd7dac8,37233,1733573889167 already deleted, retry=false 2024-12-07T12:18:47,325 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 27c6fcd7dac8,37233,1733573889167 expired; onlineServers=0 2024-12-07T12:18:47,325 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '27c6fcd7dac8,44915,1733573888368' ***** 2024-12-07T12:18:47,325 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-07T12:18:47,325 INFO [M:0;27c6fcd7dac8:44915 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T12:18:47,325 INFO [M:0;27c6fcd7dac8:44915 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T12:18:47,326 DEBUG [M:0;27c6fcd7dac8:44915 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-07T12:18:47,326 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-07T12:18:47,326 DEBUG [M:0;27c6fcd7dac8:44915 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-07T12:18:47,326 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster-HFileCleaner.large.0-1733573890198 {}] cleaner.HFileCleaner(306): Exit Thread[master/27c6fcd7dac8:0:becomeActiveMaster-HFileCleaner.large.0-1733573890198,5,FailOnTimeoutGroup] 2024-12-07T12:18:47,326 DEBUG [master/27c6fcd7dac8:0:becomeActiveMaster-HFileCleaner.small.0-1733573890201 {}] cleaner.HFileCleaner(306): Exit Thread[master/27c6fcd7dac8:0:becomeActiveMaster-HFileCleaner.small.0-1733573890201,5,FailOnTimeoutGroup] 2024-12-07T12:18:47,326 INFO [M:0;27c6fcd7dac8:44915 {}] hbase.ChoreService(370): Chore service for: master/27c6fcd7dac8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-07T12:18:47,326 INFO [M:0;27c6fcd7dac8:44915 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T12:18:47,326 DEBUG [M:0;27c6fcd7dac8:44915 {}] master.HMaster(1795): Stopping service threads 2024-12-07T12:18:47,326 INFO [M:0;27c6fcd7dac8:44915 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-07T12:18:47,326 INFO [M:0;27c6fcd7dac8:44915 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T12:18:47,327 INFO [M:0;27c6fcd7dac8:44915 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-07T12:18:47,327 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-07T12:18:47,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x1018cdc30f30000, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-07T12:18:47,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x1018cdc30f30000, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T12:18:47,329 DEBUG [M:0;27c6fcd7dac8:44915 {}] zookeeper.ZKUtil(347): master:44915-0x1018cdc30f30000, quorum=127.0.0.1:53380, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-07T12:18:47,329 WARN [M:0;27c6fcd7dac8:44915 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-07T12:18:47,329 INFO [M:0;27c6fcd7dac8:44915 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/.lastflushedseqids 2024-12-07T12:18:47,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741944_1124 (size=119) 2024-12-07T12:18:47,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741944_1124 (size=119) 2024-12-07T12:18:47,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741944_1124 (size=119) 2024-12-07T12:18:47,342 INFO [M:0;27c6fcd7dac8:44915 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-07T12:18:47,343 INFO [M:0;27c6fcd7dac8:44915 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-07T12:18:47,343 DEBUG [M:0;27c6fcd7dac8:44915 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T12:18:47,343 INFO [M:0;27c6fcd7dac8:44915 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T12:18:47,343 DEBUG [M:0;27c6fcd7dac8:44915 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T12:18:47,343 DEBUG [M:0;27c6fcd7dac8:44915 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T12:18:47,343 DEBUG [M:0;27c6fcd7dac8:44915 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T12:18:47,343 INFO [M:0;27c6fcd7dac8:44915 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=83.40 KB heapSize=102.70 KB 2024-12-07T12:18:47,359 DEBUG [M:0;27c6fcd7dac8:44915 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4db4eb6cdedb409882f009abb1efff62 is 82, key is hbase:meta,,1/info:regioninfo/1733573906527/Put/seqid=0 2024-12-07T12:18:47,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741945_1125 (size=6063) 2024-12-07T12:18:47,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741945_1125 (size=6063) 2024-12-07T12:18:47,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741945_1125 (size=6063) 2024-12-07T12:18:47,365 INFO [M:0;27c6fcd7dac8:44915 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4db4eb6cdedb409882f009abb1efff62 2024-12-07T12:18:47,384 DEBUG [M:0;27c6fcd7dac8:44915 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a7192374c2b24d5c82679e5d4ad20494 is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733573903790/Put/seqid=0 2024-12-07T12:18:47,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741946_1126 (size=7907) 2024-12-07T12:18:47,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741946_1126 (size=7907) 2024-12-07T12:18:47,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741946_1126 (size=7907) 2024-12-07T12:18:47,393 INFO [M:0;27c6fcd7dac8:44915 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=82.17 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a7192374c2b24d5c82679e5d4ad20494 2024-12-07T12:18:47,397 INFO [M:0;27c6fcd7dac8:44915 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a7192374c2b24d5c82679e5d4ad20494 2024-12-07T12:18:47,413 DEBUG [M:0;27c6fcd7dac8:44915 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b15e43a34abb4ff883fdca9bf61e2cd2 is 69, key is 27c6fcd7dac8,37233,1733573889167/rs:state/1733573890292/Put/seqid=0 2024-12-07T12:18:47,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741947_1127 (size=5445) 2024-12-07T12:18:47,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741947_1127 (size=5445) 2024-12-07T12:18:47,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741947_1127 (size=5445) 2024-12-07T12:18:47,421 INFO [M:0;27c6fcd7dac8:44915 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b15e43a34abb4ff883fdca9bf61e2cd2 2024-12-07T12:18:47,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37233-0x1018cdc30f30002, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T12:18:47,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37233-0x1018cdc30f30002, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T12:18:47,424 INFO [RS:1;27c6fcd7dac8:37233 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T12:18:47,424 INFO [RS:1;27c6fcd7dac8:37233 {}] regionserver.HRegionServer(1031): Exiting; stopping=27c6fcd7dac8,37233,1733573889167; zookeeper connection closed. 2024-12-07T12:18:47,424 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6d2bd285 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6d2bd285 2024-12-07T12:18:47,425 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-07T12:18:47,426 INFO [M:0;27c6fcd7dac8:44915 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b15e43a34abb4ff883fdca9bf61e2cd2 2024-12-07T12:18:47,426 DEBUG [M:0;27c6fcd7dac8:44915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4db4eb6cdedb409882f009abb1efff62 as hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4db4eb6cdedb409882f009abb1efff62 2024-12-07T12:18:47,431 INFO [M:0;27c6fcd7dac8:44915 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4db4eb6cdedb409882f009abb1efff62, entries=14, sequenceid=207, filesize=5.9 K 2024-12-07T12:18:47,432 DEBUG [M:0;27c6fcd7dac8:44915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a7192374c2b24d5c82679e5d4ad20494 as hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a7192374c2b24d5c82679e5d4ad20494 2024-12-07T12:18:47,436 INFO [M:0;27c6fcd7dac8:44915 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a7192374c2b24d5c82679e5d4ad20494 2024-12-07T12:18:47,436 INFO [M:0;27c6fcd7dac8:44915 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a7192374c2b24d5c82679e5d4ad20494, entries=21, sequenceid=207, filesize=7.7 K 2024-12-07T12:18:47,437 DEBUG [M:0;27c6fcd7dac8:44915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b15e43a34abb4ff883fdca9bf61e2cd2 as hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b15e43a34abb4ff883fdca9bf61e2cd2 2024-12-07T12:18:47,441 INFO [M:0;27c6fcd7dac8:44915 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b15e43a34abb4ff883fdca9bf61e2cd2 2024-12-07T12:18:47,441 INFO [M:0;27c6fcd7dac8:44915 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36075/user/jenkins/test-data/a67cc24b-bb17-2c3a-4be1-d8358f363b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b15e43a34abb4ff883fdca9bf61e2cd2, entries=3, sequenceid=207, filesize=5.3 K 2024-12-07T12:18:47,442 INFO [M:0;27c6fcd7dac8:44915 {}] regionserver.HRegion(3140): Finished flush of dataSize ~83.40 KB/85398, heapSize ~102.41 KB/104864, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 99ms, sequenceid=207, compaction requested=false 2024-12-07T12:18:47,443 INFO [M:0;27c6fcd7dac8:44915 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T12:18:47,443 DEBUG [M:0;27c6fcd7dac8:44915 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733573927343Disabling compacts and flushes for region at 1733573927343Disabling writes for close at 1733573927343Obtaining lock to block concurrent updates at 1733573927343Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733573927343Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=85398, getHeapSize=105104, getOffHeapSize=0, getCellsCount=248 at 1733573927343Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733573927344 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733573927344Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733573927358 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733573927358Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733573927369 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733573927384 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733573927384Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733573927398 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733573927412 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733573927412Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1edd104c: reopening flushed file at 1733573927426 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19d5526: reopening flushed file at 1733573927431 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c27a4c9: reopening flushed file at 1733573927436 (+5 ms)Finished flush of dataSize ~83.40 KB/85398, heapSize ~102.41 KB/104864, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 99ms, sequenceid=207, compaction requested=false at 1733573927442 (+6 ms)Writing region close event to WAL at 1733573927443 (+1 ms)Closed at 1733573927443 2024-12-07T12:18:47,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45737 is added to blk_1073741830_1006 (size=69048) 2024-12-07T12:18:47,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41817 is added to blk_1073741830_1006 (size=69048) 2024-12-07T12:18:47,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741830_1006 (size=69048) 2024-12-07T12:18:47,447 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T12:18:47,447 INFO [M:0;27c6fcd7dac8:44915 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-07T12:18:47,447 INFO [M:0;27c6fcd7dac8:44915 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44915 2024-12-07T12:18:47,447 INFO [M:0;27c6fcd7dac8:44915 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T12:18:47,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x1018cdc30f30000, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T12:18:47,549 INFO [M:0;27c6fcd7dac8:44915 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T12:18:47,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44915-0x1018cdc30f30000, quorum=127.0.0.1:53380, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T12:18:47,555 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733573907879/wal.1733573917121 with renewLeaseKey: DEFAULT_16688 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733573907879/wal.1733573917121 (inode 16688) Holder DFSClient_NONMAPREDUCE_-824829107_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733573907879/wal.1733573917121 (inode 16688) Holder DFSClient_NONMAPREDUCE_-824829107_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-07T12:18:47,558 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733573907417/wal.1733573907727 with renewLeaseKey: DEFAULT_16665 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733573907417/wal.1733573907727 (inode 16665) Holder DFSClient_NONMAPREDUCE_-824829107_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733573907417/wal.1733573907727 (inode 16665) Holder DFSClient_NONMAPREDUCE_-824829107_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-07T12:18:47,558 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733573898959/wal.1733573899071 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T12:18:47,560 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733573917310/wal.1733573917882 with renewLeaseKey: DEFAULT_16714 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733573917310/wal.1733573917882 (inode 16714) Holder DFSClient_NONMAPREDUCE_-824829107_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733573917310/wal.1733573917882 (inode 16714) Holder DFSClient_NONMAPREDUCE_-824829107_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-07T12:18:47,561 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733573918037/wal.1733573918096 with renewLeaseKey: DEFAULT_16736 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T12:18:47,561 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733573922482/wal.1733573922717 with renewLeaseKey: DEFAULT_16777 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T12:18:47,561 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733573892228/wal.1733573892295 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T12:18:47,563 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733573891920/wal.1733573892093 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733573891920/wal.1733573892093 (inode 16485) Holder DFSClient_NONMAPREDUCE_-824829107_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733573891920/wal.1733573892093 (inode 16485) Holder DFSClient_NONMAPREDUCE_-824829107_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-07T12:18:47,565 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733573891446/wal.1733573891683 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733573891446/wal.1733573891683 (inode 16462) Holder DFSClient_NONMAPREDUCE_-824829107_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733573891446/wal.1733573891683 (inode 16462) Holder DFSClient_NONMAPREDUCE_-824829107_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-07T12:18:47,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35f1150e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T12:18:47,572 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T12:18:47,572 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T12:18:47,572 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T12:18:47,572 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/hadoop.log.dir/,STOPPED} 2024-12-07T12:18:47,575 WARN [BP-1828611381-172.17.0.2-1733573885344 heartbeating to localhost/127.0.0.1:36075 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T12:18:47,575 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T12:18:47,575 WARN [BP-1828611381-172.17.0.2-1733573885344 heartbeating to localhost/127.0.0.1:36075 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1828611381-172.17.0.2-1733573885344 (Datanode Uuid 73ddb2c1-c950-413c-995b-24332c5d8af1) service to localhost/127.0.0.1:36075 2024-12-07T12:18:47,575 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T12:18:47,576 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/cluster_ecacf9f8-bb5f-3880-b300-8c17c997efaf/data/data5/current/BP-1828611381-172.17.0.2-1733573885344 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T12:18:47,577 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/cluster_ecacf9f8-bb5f-3880-b300-8c17c997efaf/data/data6/current/BP-1828611381-172.17.0.2-1733573885344 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T12:18:47,577 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T12:18:47,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bd427b8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T12:18:47,582 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T12:18:47,582 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T12:18:47,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T12:18:47,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/hadoop.log.dir/,STOPPED} 2024-12-07T12:18:47,584 WARN [BP-1828611381-172.17.0.2-1733573885344 heartbeating to localhost/127.0.0.1:36075 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T12:18:47,584 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T12:18:47,584 WARN [BP-1828611381-172.17.0.2-1733573885344 heartbeating to localhost/127.0.0.1:36075 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1828611381-172.17.0.2-1733573885344 (Datanode Uuid 03fa75ff-9f1e-4f6b-ac06-f77592e9c5b6) service to localhost/127.0.0.1:36075 2024-12-07T12:18:47,584 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T12:18:47,585 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/cluster_ecacf9f8-bb5f-3880-b300-8c17c997efaf/data/data3/current/BP-1828611381-172.17.0.2-1733573885344 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T12:18:47,585 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/cluster_ecacf9f8-bb5f-3880-b300-8c17c997efaf/data/data4/current/BP-1828611381-172.17.0.2-1733573885344 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T12:18:47,585 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T12:18:47,588 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@330740de{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T12:18:47,588 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T12:18:47,588 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T12:18:47,588 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T12:18:47,588 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/hadoop.log.dir/,STOPPED} 2024-12-07T12:18:47,589 WARN [BP-1828611381-172.17.0.2-1733573885344 heartbeating to localhost/127.0.0.1:36075 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T12:18:47,589 WARN [BP-1828611381-172.17.0.2-1733573885344 heartbeating to localhost/127.0.0.1:36075 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1828611381-172.17.0.2-1733573885344 (Datanode Uuid bdf1d3a6-12e8-4160-b703-86af3733d34c) service to localhost/127.0.0.1:36075 2024-12-07T12:18:47,590 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T12:18:47,590 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/cluster_ecacf9f8-bb5f-3880-b300-8c17c997efaf/data/data2/current/BP-1828611381-172.17.0.2-1733573885344 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T12:18:47,590 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T12:18:47,590 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T12:18:47,590 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/cluster_ecacf9f8-bb5f-3880-b300-8c17c997efaf/data/data1/current/BP-1828611381-172.17.0.2-1733573885344 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T12:18:47,598 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3717288f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T12:18:47,599 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T12:18:47,599 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T12:18:47,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T12:18:47,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3df15bf7-9802-2aed-42b8-cdeeae8c28ad/hadoop.log.dir/,STOPPED} 2024-12-07T12:18:47,609 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-07T12:18:47,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down